-- Logs begin at Mon 2022-02-21 03:34:21 UTC, end at Mon 2022-02-21 04:42:22 UTC. -- Feb 21 04:05:38.999763 dv-cinder-773985-36-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 21 04:05:41.917484 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.common.config [-] Logging enabled! Feb 21 04:05:41.918096 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 04:05:41.918259 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102790) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 04:05:41.923868 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.common.config [-] Logging enabled! Feb 21 04:05:41.924124 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 21 04:05:41.924437 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102790) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 21 04:05:41.925412 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 04:05:41.925647 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 04:05:41.926018 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 04:05:41.926264 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 04:05:41.926934 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 04:05:41.927262 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.927689 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 21 04:05:41.928003 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.928299 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.928594 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.928908 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.929198 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.929486 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.929775 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.930074 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.930360 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.930642 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.930923 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.931216 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.931497 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.931783 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.932067 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.932351 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] debug = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.932624 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.933084 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.933486 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.933766 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.934053 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.934369 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.934646 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.934923 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.935208 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.935533 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] host = dv-cinder-773985-36-iscsi {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.935809 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.936650 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.937316 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.937316 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.937493 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.937747 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.938029 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.938299 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.938568 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] log_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.938839 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.939122 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.939410 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.939704 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.939928 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.940147 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.940431 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.940750 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.941025 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.941296 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.941567 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.941839 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.942108 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.942373 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.942655 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.942934 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.943213 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.943484 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.943755 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.944026 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.944294 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.944573 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.944865 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.945135 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.945405 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.945686 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.945953 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.946222 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.946516 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.946795 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.947074 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.947353 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.947622 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.947899 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.948168 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.948437 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.948726 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] use_json = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.948997 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.949275 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.949545 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.949815 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.950084 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.950352 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.950621 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.950899 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.951165 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:41.951472 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.951778 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.952069 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.952371 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.952692 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.952950 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.953234 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.953504 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.953832 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.954118 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.954407 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.954683 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.954980 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.955266 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.955778 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.955888 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.956141 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.956428 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.956725 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.956997 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.957268 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.957543 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.957828 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.958102 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.958385 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.958668 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.958941 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.959233 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.959519 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.959807 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.960092 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.960362 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.960650 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.960944 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.961218 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.961487 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.961763 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.962046 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.962319 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.962585 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.962861 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.963133 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.963399 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.963665 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.963937 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.964220 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.964492 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.964783 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.965051 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.965327 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.965598 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.965878 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.966149 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.966418 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.966684 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.966956 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.967445 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.967828 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.968118 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.968389 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.968687 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.968969 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.969237 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.969512 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.969782 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.970048 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.970308 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.970583 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.970855 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.971122 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.971387 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.971654 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.971995 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.972301 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.972589 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.972913 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.973189 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.973471 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.973796 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.974073 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.974517 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.974799 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.975077 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.975351 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.975620 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.975908 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.976190 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.976475 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.976815 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.977093 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.977384 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.977656 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.977931 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.978211 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.978483 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.978755 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.979037 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.979319 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.979619 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.980205 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.980509 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.980832 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.981132 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.981414 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.981723 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.982005 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:41.982225 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 04:05:41.982464 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102790) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 21 04:05:42.359044 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 04:05:42.359322 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 04:05:42.359629 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 21 04:05:42.360102 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 21 04:05:42.687429 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.687727 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.688004 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.689306 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.689579 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.689841 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.735032 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.735307 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.735570 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.749786 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.750061 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.750328 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.779205 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.779484 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.780294 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.816420 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.816718 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:42.816986 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.160092 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.160721 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.160721 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.160894 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.161575 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.259545 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.259865 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.260145 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.260412 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.260696 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.261004 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.261259 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.261513 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.261763 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.262039 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.262295 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.262554 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.262804 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.263052 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.263305 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.263567 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.263818 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.264713 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.264984 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.265242 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.265512 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.265762 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.266038 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.266408 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.266654 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.266897 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.267284 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 04:05:43.267524 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 04:05:43.267761 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 04:05:43.267997 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 04:05:43.268231 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 04:05:43.268461 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 04:05:43.268841 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 21 04:05:43.271892 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 21 04:05:43.275921 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 21 04:05:43.280041 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 21 04:05:43.281874 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 21 04:05:43.282340 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 21 04:05:43.282667 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 21 04:05:43.283040 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 21 04:05:43.285882 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 21 04:05:43.286129 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 21 04:05:43.286466 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 04:05:43.291338 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 21 04:05:43.314896 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 21 04:05:43.315347 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.315642 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102790) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 21 04:05:43.315999 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.317413 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102790) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 21 04:05:43.317689 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 21 04:05:43.317930 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 21 04:05:43.321211 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.321495 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.383874 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 21 04:05:43.384113 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 21 04:05:43.384343 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 21 04:05:43.384725 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 21 04:05:43.404492 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_db.sqlalchemy.engines [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102790) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 21 04:05:43.840242 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Initializing driver for type 'gre' Feb 21 04:05:43.840784 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] gre ID ranges: [(1, 1000)] Feb 21 04:05:43.893781 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Initializing driver for type 'local' Feb 21 04:05:43.894185 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Initializing driver for type 'vlan' Feb 21 04:05:43.908656 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] VlanTypeDriver initialization complete Feb 21 04:05:43.909005 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Initializing driver for type 'vxlan' Feb 21 04:05:43.909478 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] vxlan ID ranges: [(1, 1000)] Feb 21 04:05:43.960836 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Initializing extension driver 'port_security' Feb 21 04:05:43.961183 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.extensions.port_security [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] PortSecurityExtensionDriver initialization complete Feb 21 04:05:43.961530 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Initializing mechanism driver 'openvswitch' Feb 21 04:05:43.961838 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Initializing mechanism driver 'hyperv' Feb 21 04:05:43.969166 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.plugins.ml2.plugin [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102790) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:05:43.970024 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > port after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.970398 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > port after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.970752 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > port after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.971281 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 04:05:43.971718 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > subnet after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.972072 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > subnet after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.972419 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.972843 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 04:05:43.973254 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > network after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.973603 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > network after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.973946 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > network after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.974340 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 04:05:43.974748 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > security_group after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.975097 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > security_group after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.975439 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > security_group after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.975836 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 04:05:43.976241 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.976587 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.976956 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.977353 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 04:05:43.977759 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > address_group after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.978106 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > address_group after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.978444 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > address_group after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.978842 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102790) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 21 04:05:43.979294 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] ML2 OVO RPC backend initialized. {{(pid=102790) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 21 04:05:43.979997 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.980355 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.980799 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > network before_response 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.981152 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > networks before_response 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.981502 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > port before_response 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.981846 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > ports before_response 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.982190 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > subnet before_response 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.982530 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > subnets before_response 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.983480 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > network after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.983826 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > network after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.984165 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > network after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.984505 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > port after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.984868 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > port after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.985207 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > port after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.985544 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > subnet after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.985882 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > subnet after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.986218 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > subnet after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:43.993461 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded quota_driver: . Feb 21 04:05:43.993824 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.plugin [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Modular L2 Plugin initialization complete Feb 21 04:05:43.994172 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading services supported by the core plugin {{(pid=102790) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 21 04:05:43.994516 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.plugins.ml2.managers [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Got port-security extension from driver 'port_security' Feb 21 04:05:43.994993 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.extensions.vlantransparent [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Disabled vlantransparent extension. Feb 21 04:05:43.995488 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102790) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 21 04:05:43.995815 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading Plugin: router Feb 21 04:05:44.032009 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router_interface before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.032349 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router after_create 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.032749 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router before_create 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.033124 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.033499 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.033857 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router after_delete 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.034217 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > floatingip after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.034568 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > floatingip after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.034932 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router after_create 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.035281 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router after_update 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.035632 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router after_update 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.035979 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.036338 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router after_update 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.036785 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router precommit_update 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.037156 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: port after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.037495 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: port after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.037834 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: subnet after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.038172 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.038520 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > port precommit_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.038868 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router precommit_create 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.039210 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: port before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.039556 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router precommit_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.039912 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router after_update 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.040255 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router precommit_delete 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.040757 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router precommit_create 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.041123 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router_interface after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.041473 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router precommit_update 55549900 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.041842 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > agent after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.042195 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > agent after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.042544 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > network after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.043393 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Tracking information for resource: router configured {{(pid=102790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 04:05:44.043730 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Tracking information for resource: floatingip configured {{(pid=102790) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 21 04:05:44.049235 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.db.l3_agentschedulers_db [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 21 04:05:44.049803 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: port after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.050166 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: port after_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.050518 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: port after_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.050867 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: port after_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.051676 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router before_create 55550100 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.052043 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router precommit_delete 55550100 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.052408 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router precommit_create 55550100 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.052799 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > router precommit_update 55550100 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.057570 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.services.provider_configuration [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service providers = [] {{(pid=102790) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 21 04:05:44.057935 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.db.servicetype_db [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102790) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 21 04:05:44.060956 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.services.service_base [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 04:05:44.061310 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.services.service_base [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 04:05:44.061654 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.services.service_base [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 04:05:44.062553 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.services.service_base [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102790) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 21 04:05:44.062925 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.services.service_base [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 21 04:05:44.063300 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 04:05:44.063621 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 21 04:05:44.074314 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 04:05:44.074653 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading Plugin: auto_allocate Feb 21 04:05:44.081040 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: network precommit_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.081412 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: network precommit_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.081924 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 04:05:44.082249 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading Plugin: tag Feb 21 04:05:44.089158 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 04:05:44.089494 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading Plugin: timestamp Feb 21 04:05:44.093886 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 04:05:44.094215 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading Plugin: network_ip_availability Feb 21 04:05:44.099663 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.100032 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.100387 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.101111 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 04:05:44.101431 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading Plugin: flavors Feb 21 04:05:44.106343 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 04:05:44.106680 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading Plugin: revisions Feb 21 04:05:44.111015 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102790) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 21 04:05:44.111409 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_concurrency.lockutils [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.752s {{(pid=102790) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 21 04:05:44.112143 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102790) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 21 04:05:44.112479 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Initializing extension manager. Feb 21 04:05:44.113051 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: __init__.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.113392 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: __pycache__ {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.113723 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.114055 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: address_group.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.114801 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.115353 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: address-group Feb 21 04:05:44.115675 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: address_scope.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.116388 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.116925 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: address-scope Feb 21 04:05:44.117249 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: admin_state_down_before_update.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.118182 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.118690 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: router-admin-state-down-before-update Feb 21 04:05:44.119014 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: agent.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.119710 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.120218 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: agent Feb 21 04:05:44.120541 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: agent_resources_synced.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.121479 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.121988 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: agent-resources-synced Feb 21 04:05:44.122309 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: allowedaddresspairs.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.124139 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.124684 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: allowed-address-pairs Feb 21 04:05:44.125016 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: auto_allocated_topology.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.126099 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.126612 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: auto-allocated-topology Feb 21 04:05:44.126942 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: availability_zone.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.127635 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.128141 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: availability_zone Feb 21 04:05:44.128464 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: availability_zone_filter.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.129428 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.129934 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: availability_zone_filter Feb 21 04:05:44.130256 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: data_plane_status.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.131167 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.131667 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension data-plane-status not supported by any of loaded plugins Feb 21 04:05:44.131986 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: default_subnetpools.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.132932 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.133435 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: default-subnetpools Feb 21 04:05:44.133756 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: dhcpagentscheduler.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.134558 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.135057 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: dhcp_agent_scheduler Feb 21 04:05:44.135376 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: dns.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.136289 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.136817 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension dns-integration not supported by any of loaded plugins Feb 21 04:05:44.137138 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: dns_domain_ports.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.138058 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.138561 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 21 04:05:44.139419 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.140350 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.140887 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 21 04:05:44.141211 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: dvr.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.141882 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.142387 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: dvr Feb 21 04:05:44.142707 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: ecmp_routes.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.143625 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.144129 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension ecmp_routes not supported by any of loaded plugins Feb 21 04:05:44.144451 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: empty_string_filtering.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.145398 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.145908 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: empty-string-filtering Feb 21 04:05:44.146231 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.147156 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.147662 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 21 04:05:44.147983 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.148936 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.149441 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 21 04:05:44.149760 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: external_net.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.150676 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.151186 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: external-net Feb 21 04:05:44.151504 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: extra_dhcp_opt.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.152720 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.153224 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: extra_dhcp_opt Feb 21 04:05:44.153541 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: extraroute.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.154461 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.155547 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: extraroute Feb 21 04:05:44.155868 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: extraroute_atomic.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.156953 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.157472 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: extraroute-atomic Feb 21 04:05:44.157796 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: filter_validation.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.158465 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.158969 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: filter-validation Feb 21 04:05:44.159290 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: fip_pf_description.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.160214 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.160774 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 21 04:05:44.161054 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: fip_port_details.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.162147 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.162687 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: fip-port-details Feb 21 04:05:44.163011 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: flavors.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.164258 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.164810 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: flavors Feb 21 04:05:44.165140 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.166996 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.167521 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 21 04:05:44.167853 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: floatingip_pools.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.168552 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.169087 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: floatingip-pools Feb 21 04:05:44.169413 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: ip_allocation.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.170395 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.170896 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension ip_allocation not supported by any of loaded plugins Feb 21 04:05:44.171219 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.172136 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.172662 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: ip-substring-filtering Feb 21 04:05:44.172992 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: l2_adjacency.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.173924 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.174428 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension l2_adjacency not supported by any of loaded plugins Feb 21 04:05:44.174752 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: l3.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.175718 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.176236 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: router Feb 21 04:05:44.176566 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: l3_conntrack_helper.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.178913 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.179438 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 21 04:05:44.179775 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.180756 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.181277 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: ext-gw-mode Feb 21 04:05:44.181610 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.182537 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.183048 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: l3-ha Feb 21 04:05:44.183377 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.184295 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.184830 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 21 04:05:44.185159 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: l3_flavors.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.186110 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.186619 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: l3-flavors Feb 21 04:05:44.186945 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: l3_ndp_proxy.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.188339 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.188882 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 21 04:05:44.189211 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.190139 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.190655 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: l3-port-ip-change-not-allowed Feb 21 04:05:44.190980 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: l3agentscheduler.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.192015 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.192531 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: l3_agent_scheduler Feb 21 04:05:44.192890 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: local_ip.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.194671 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.195196 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension local_ip not supported by any of loaded plugins Feb 21 04:05:44.195531 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: logging.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.198908 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.199610 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension logging not supported by any of loaded plugins Feb 21 04:05:44.200018 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: metering.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.200852 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.202090 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: metering Feb 21 04:05:44.202428 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.203684 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.204288 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: metering_source_and_destination_fields Feb 21 04:05:44.204685 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: multiprovidernet.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.205740 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.206314 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: multi-provider Feb 21 04:05:44.206681 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: netmtu.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.207759 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.208403 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: net-mtu Feb 21 04:05:44.208827 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: netmtu_writable.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.209837 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.210386 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: net-mtu-writable Feb 21 04:05:44.210825 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: network_availability_zone.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.211605 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.212107 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: network_availability_zone Feb 21 04:05:44.212574 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: network_ip_availability.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.213823 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.214440 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: network-ip-availability Feb 21 04:05:44.214780 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: network_segment_range.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.215635 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.216185 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension network-segment-range not supported by any of loaded plugins Feb 21 04:05:44.216559 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: pagination.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.218236 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.218627 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: pagination Feb 21 04:05:44.219172 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: port_device_profile.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.219959 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.220557 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: port-device-profile Feb 21 04:05:44.220981 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.221999 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.222565 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: port-mac-address-regenerate Feb 21 04:05:44.222919 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.223929 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.224526 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: port-numa-affinity-policy Feb 21 04:05:44.224952 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: port_resource_request.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.226011 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.226569 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension port-resource-request not supported by any of loaded plugins Feb 21 04:05:44.226937 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: port_resource_request_groups.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.227993 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.228531 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 21 04:05:44.228954 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: portbindings.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.230126 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.230801 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: binding Feb 21 04:05:44.231117 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: portbindings_extended.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.232580 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.233183 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: binding-extended Feb 21 04:05:44.233585 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: portsecurity.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.234662 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.235270 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: port-security Feb 21 04:05:44.235755 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: project_id.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.236950 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.237347 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: project-id Feb 21 04:05:44.237662 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: providernet.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.238702 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.239343 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: provider Feb 21 04:05:44.239833 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.243818 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.244420 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos not supported by any of loaded plugins Feb 21 04:05:44.244802 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.246470 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.246913 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 21 04:05:44.247385 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.248385 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.248930 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 21 04:05:44.249259 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_default.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.250188 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.250701 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-default not supported by any of loaded plugins Feb 21 04:05:44.251028 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_fip.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.251980 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.252494 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-fip not supported by any of loaded plugins Feb 21 04:05:44.252845 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_fip_network_policy.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.253776 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.254288 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 21 04:05:44.254615 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_gateway_ip.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.255542 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.256047 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 21 04:05:44.256370 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_port_network_policy.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.257452 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.257959 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 21 04:05:44.258283 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.259341 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.259854 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 21 04:05:44.260178 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.261241 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.261755 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 21 04:05:44.262079 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_pps_rule.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.263265 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.263783 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-pps not supported by any of loaded plugins Feb 21 04:05:44.264678 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_rule_type_details.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.265607 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.266120 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 21 04:05:44.266445 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: qos_rules_alias.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.267508 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.268018 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 21 04:05:44.268343 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: quota_check_limit.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.269294 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.269807 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: quota-check-limit Feb 21 04:05:44.270129 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: quotasv2.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.271101 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.271436 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: quotas Feb 21 04:05:44.271755 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: quotasv2_detail.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.273585 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.273923 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: quota_details Feb 21 04:05:44.274252 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: rbac.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.275321 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.275859 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: rbac-policies Feb 21 04:05:44.276179 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: rbac_address_group.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.277152 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.277926 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: rbac-address-group Feb 21 04:05:44.278253 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: rbac_address_scope.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.279196 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.280310 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: rbac-address-scope Feb 21 04:05:44.280649 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: rbac_security_groups.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.281596 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.282151 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: rbac-security-groups Feb 21 04:05:44.282429 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: rbac_subnetpool.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.283423 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.283936 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: rbac-subnetpool Feb 21 04:05:44.284257 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: revisionifmatch.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.285216 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.285728 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: revision-if-match Feb 21 04:05:44.286052 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: revisions.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.287222 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.287735 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: standard-attr-revisions Feb 21 04:05:44.288059 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: router_availability_zone.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.288767 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.289287 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: router_availability_zone Feb 21 04:05:44.289612 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: routerservicetype.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.290594 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.291099 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension router-service-type not supported by any of loaded plugins Feb 21 04:05:44.291421 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.292400 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.294428 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: security-groups-normalized-cidr Feb 21 04:05:44.294755 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: security_groups_port_filtering.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.295765 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.296457 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: port-security-groups-filtering Feb 21 04:05:44.296820 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.297838 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.298413 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: security-groups-remote-address-group Feb 21 04:05:44.298770 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.299756 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.300268 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: security-groups-shared-filtering Feb 21 04:05:44.300594 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.301229 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 21 04:05:44.301555 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: securitygroup.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.311235 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.311774 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: security-group Feb 21 04:05:44.312111 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: segment.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.312937 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.313447 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension segment not supported by any of loaded plugins Feb 21 04:05:44.313776 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.314725 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.315237 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 21 04:05:44.315564 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: servicetype.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.316731 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.317254 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: service-type Feb 21 04:05:44.317578 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: sorting.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.318572 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.318905 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: sorting Feb 21 04:05:44.319236 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: standard_attr_segment.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.320157 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.320691 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 21 04:05:44.321019 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: standardattrdescription.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.321667 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.322173 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: standard-attr-description Feb 21 04:05:44.322498 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: stateful_security_group.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.323430 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.323945 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: stateful-security-group Feb 21 04:05:44.324267 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: stdattrs_common.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.324868 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 21 04:05:44.325192 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.326132 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.327186 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 21 04:05:44.327506 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: subnet_onboard.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.328585 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.329140 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: subnet_onboard Feb 21 04:05:44.329520 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.330474 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.330987 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 21 04:05:44.331312 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: subnet_service_types.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.332246 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.332795 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: subnet-service-types Feb 21 04:05:44.333123 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: subnetallocation.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.334218 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.334735 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: subnet_allocation Feb 21 04:05:44.335059 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.335731 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.336237 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: subnetpool-prefix-ops Feb 21 04:05:44.336560 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.337525 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.338030 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 21 04:05:44.338347 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: tagging.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.339429 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.339949 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: standard-attr-tag Feb 21 04:05:44.340278 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: timestamp.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.341523 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.342621 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loaded extension: standard-attr-timestamp Feb 21 04:05:44.342962 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: trunk.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.344003 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.344523 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension trunk not supported by any of loaded plugins Feb 21 04:05:44.344879 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: trunk_details.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.345807 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.346320 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension trunk-details not supported by any of loaded plugins Feb 21 04:05:44.346645 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: uplink_status_propagation.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.347569 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.348081 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 21 04:05:44.348406 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Loading extension file: vlantransparent.py {{(pid=102790) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 21 04:05:44.349109 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102790) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 21 04:05:44.349616 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extension vlan-transparent not supported by any of loaded plugins Feb 21 04:05:44.352137 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:network Feb 21 04:05:44.352682 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:subnet Feb 21 04:05:44.353085 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 04:05:44.353476 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:port Feb 21 04:05:44.354710 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.355166 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service FLAVORS assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.355784 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.356217 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.356550 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:router Feb 21 04:05:44.357012 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:floatingip Feb 21 04:05:44.357490 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service METERING assigned prefix: /metering {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.359029 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.359415 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.359778 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102790) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:05:44.360827 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 04:05:44.361272 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:security_group Feb 21 04:05:44.361706 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 04:05:44.362312 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service CORE assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.362652 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 04:05:44.362997 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] subnetpool is already registered Feb 21 04:05:44.363421 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service CORE assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.363756 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 04:05:44.364088 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] subnetpool is already registered Feb 21 04:05:44.366387 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.366823 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service FLAVORS assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.367406 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.367827 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.368164 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:router Feb 21 04:05:44.368504 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] router is already registered Feb 21 04:05:44.368951 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:floatingip Feb 21 04:05:44.369290 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] floatingip is already registered Feb 21 04:05:44.369754 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service METERING assigned prefix: /metering {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.370422 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of CountableResource for resource:rbac_policy Feb 21 04:05:44.370748 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] rbac_policy is already registered Feb 21 04:05:44.371156 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:security_group Feb 21 04:05:44.371487 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] security_group is already registered Feb 21 04:05:44.371887 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 21 04:05:44.372220 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] security_group_rule is already registered Feb 21 04:05:44.372867 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service CORE assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.373199 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 04:05:44.373565 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] subnetpool is already registered Feb 21 04:05:44.373981 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.v2.resource_helper [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Service CORE assigned prefix: {{(pid=102790) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 21 04:05:44.374307 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Creating instance of TrackedResource for resource:subnetpool Feb 21 04:05:44.374637 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING neutron.quota.resource_registry [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] subnetpool is already registered Feb 21 04:05:44.375102 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: extensions {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.376582 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: address-groups {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.378128 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: address-scopes {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.379447 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: agents {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.380652 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: auto-allocated-topology {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.381926 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: availability_zones {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.383147 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: dhcp-networks {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.384702 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: dhcp-agents {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.386135 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: routers {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.388352 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: flavors {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.390122 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: service_profiles {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.391340 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: next_providers {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.392832 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: service_profiles {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.394379 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: floatingip-pools {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.395626 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: routers {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.397773 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: floatingips {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.399973 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: l3-routers {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.401424 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: l3-agents {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.403141 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: metering-labels {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.404608 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: metering-label-rules {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.406419 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: network-ip-availabilities {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.407704 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: bindings {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.409417 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: quotas {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.411003 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: quotas {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.412529 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: rbac-policies {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.413878 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: security-groups {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.415109 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: security-group-rules {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.416379 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: service-providers {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.417635 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: subnetpools {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.419067 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: subnetpools {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.420584 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: tags {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.422295 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: tags {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.424142 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: tags {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.425947 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: tags {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.427738 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: tags {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.429630 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: tags {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.431353 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: tags {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.433287 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: tags {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.435042 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: tags {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.437554 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron.api.extensions [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Extended resource: tags {{(pid=102790) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 21 04:05:44.443355 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING keystonemiddleware.auth_token [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 21 04:05:44.448018 dv-cinder-773985-36-iscsi neutron-server[102790]: WARNING keystonemiddleware.auth_token [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 21 04:05:44.457363 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_concurrency.lockutils [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Acquired lock "singleton_lock" {{(pid=102790) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 21 04:05:44.457836 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_concurrency.lockutils [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Releasing lock "singleton_lock" {{(pid=102790) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 21 04:05:44.458487 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO oslo_service.service [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Starting 2 workers Feb 21 04:05:44.463426 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Started child 102899 {{(pid=102790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 04:05:44.467959 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Started child 102900 {{(pid=102790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 04:05:44.469162 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:05:44.469799 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO neutron.service [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Neutron service started, listening on 0.0.0.0:9696 Feb 21 04:05:44.470223 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Publish callbacks [] for process (None), before_spawn {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:05:44.470755 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [-] (102899) wsgi starting up on http://0.0.0.0:9696 Feb 21 04:05:44.472746 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO oslo_service.service [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Starting 1 workers Feb 21 04:05:44.472930 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:05:44.474404 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [-] (102900) wsgi starting up on http://0.0.0.0:9696 Feb 21 04:05:44.477961 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Started child 102901 {{(pid=102790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 04:05:44.478529 dv-cinder-773985-36-iscsi neutron-server[102790]: INFO oslo_service.service [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Starting 1 workers Feb 21 04:05:44.481755 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.service [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] calling RpcWorker wait() {{(pid=102901) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 21 04:05:44.482312 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.service [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] returning from RpcWorker wait() {{(pid=102901) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 21 04:05:44.483077 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Started child 102902 {{(pid=102790) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 21 04:05:44.483675 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:05:44.483876 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG neutron_lib.callbacks.manager [None req-772d191e-4ce4-4da2-822e-8775e2ed0e0e None None] Publish callbacks [] for process (None), after_spawn {{(pid=102790) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:05:44.484250 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:05:44.485887 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102790) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 04:05:44.486103 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 04:05:44.486291 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 04:05:44.486520 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 04:05:44.486868 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 04:05:44.487034 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 04:05:44.487560 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.487849 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.488105 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.488204 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:05:44.488670 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.488670 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.489117 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:05:44.489253 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.489702 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.490102 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.490515 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.490906 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.491230 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.491542 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.491947 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.492352 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.492858 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.493271 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.493674 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.494082 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.494413 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.494819 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.495249 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.495624 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.496041 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] debug = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.496445 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.497067 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.497452 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.497868 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.498820 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.499250 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.499678 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.500107 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.500508 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.500920 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.501313 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.501717 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.502093 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.502457 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.502854 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.503255 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.503653 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.504051 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.504700 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] host = dv-cinder-773985-36-iscsi {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.505108 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.505477 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.505861 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.506269 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.506699 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.507083 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.507499 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.507928 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.508321 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.508740 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.509184 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.509650 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.510032 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.510426 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.510737 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_options = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.511211 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.511645 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.512049 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.512378 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.512785 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.513094 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.513514 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.513820 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.514864 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.515239 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.515589 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.515979 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.516345 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.516823 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.517243 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.517610 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.517997 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.518384 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.518794 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.519191 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.519558 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.519917 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.520275 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.520664 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.521036 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.521393 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.521807 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.522172 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.522537 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.522934 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.523301 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.523710 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.524088 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.524470 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.524901 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.525293 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.525661 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.526017 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.526420 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.526789 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.527447 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.527852 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.528218 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.528615 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.529037 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.529396 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.529840 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_json = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.530209 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.530603 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.531000 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.531379 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.531742 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.532094 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.532514 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.532918 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.533282 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.533858 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.534298 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.534770 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.535152 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.535546 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.535927 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.536306 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.536715 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.537001 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.537261 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.537713 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.538102 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.538542 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.538936 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.539371 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.539870 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.540304 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.540767 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.541182 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.541618 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.542060 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.542508 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.543003 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.543290 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.543743 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.544188 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.544604 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.545147 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.545592 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.546129 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.546421 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.546700 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.546974 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.547199 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.547452 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.547679 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.547901 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.548229 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.548471 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.548946 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.549329 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.549740 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.550132 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.550532 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.550761 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.551019 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.551286 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.551530 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.551777 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.552014 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.552228 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.552443 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.552729 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.552931 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.553378 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.553596 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.553871 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.554142 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.554366 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.554587 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.554798 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.555161 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.555561 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.555999 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.556391 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.556719 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.556964 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.557178 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.557442 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.557662 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.557872 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.558083 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.558681 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.558681 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.558681 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.558947 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.559128 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.559346 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.559578 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.559783 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.560150 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.560383 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.560616 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.561417 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.561651 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.561870 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.562103 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.562338 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.562549 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.562786 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.563034 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.563301 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.563613 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.563853 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.564091 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.564329 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.564574 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.564820 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.565066 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.565281 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.565494 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.565935 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.566192 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.566419 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.566673 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.566904 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.567121 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.567380 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.567597 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.567811 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.568212 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.568433 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.568688 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.568934 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.569223 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.569470 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.569701 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.569934 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.570163 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.570430 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.570705 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.570944 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.571321 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.571598 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.571899 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.572169 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.572443 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.572700 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.573007 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.573412 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.573895 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.574291 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.574550 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.574801 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.575045 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.575472 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.575873 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.576109 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.576426 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.577374 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.577641 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.577883 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.578143 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.578432 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.578700 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.578954 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.579245 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.579509 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.579788 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.580052 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.580294 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.580517 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.580803 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.581060 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.581279 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.581525 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.581747 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.581997 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.582216 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.582435 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.582677 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.582912 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.583136 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.583354 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.583574 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.583816 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.584066 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.584286 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.584528 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.584806 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.585051 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.585270 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.585492 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.585728 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.585977 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.586215 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.586504 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.586757 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.586976 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.587207 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.587451 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.587722 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.587940 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.588189 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.588414 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.588625 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.588861 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.589083 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.589299 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.589538 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.589766 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.590004 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.590262 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.590506 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.590856 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.591104 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.591335 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.591595 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.591855 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.592119 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.592360 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.592599 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.592848 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.593073 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.593319 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.593559 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.593782 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.594002 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.594137 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:05:44.594238 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.594466 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.594708 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.594960 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.595213 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.595453 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.595677 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.595894 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.596113 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.596330 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.596551 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.596876 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.597090 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.597304 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.597520 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.597836 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.598095 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.598325 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.598590 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.598871 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.599035 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.599281 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.599484 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.599699 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.599922 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.600139 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.600383 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.600580 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.600822 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.601036 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.601259 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.601479 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.602022 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.602022 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.602201 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.602334 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.602557 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.602797 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.603008 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.603254 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.603467 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.603702 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.603925 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.604145 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.604363 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.604592 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.604849 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.605066 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.605289 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.605508 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.605713 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.606013 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.606279 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.606524 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.606830 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.607081 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.607339 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.607610 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.607927 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.608167 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.608411 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.608670 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.608883 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.609110 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.609368 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.609833 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.610139 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.610416 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.610679 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.610963 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.611249 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.611535 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.611753 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.612042 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.612381 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.612670 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.612939 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.613191 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.613444 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.613675 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.613976 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.615007 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.615007 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.615007 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.615007 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.615333 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.615333 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.615477 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.615695 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.615919 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.616168 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.616406 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.616680 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.616908 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.617069 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 04:05:44.617579 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102790) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 21 04:05:44.617741 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 21 04:05:44.618053 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 21 04:05:44.618250 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 21 04:05:44.618419 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 21 04:05:44.618729 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 21 04:05:44.618946 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.619106 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.619420 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.619587 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.619754 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.619952 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.620122 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.620283 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.620442 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.620603 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.620831 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.621001 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.621159 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.621320 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.621482 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.621644 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.621804 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.621968 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.622135 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.622298 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.622454 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.622786 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.622949 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] debug = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.623114 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.623837 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.624011 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.624151 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.624288 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.624453 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.624617 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.624801 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.624964 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.625117 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.625269 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.625429 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.625591 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.625749 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.625908 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.626072 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.626233 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.626398 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.626556 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] host = dv-cinder-773985-36-iscsi {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.626714 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.626874 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.627032 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.627196 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.627354 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.627512 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.627670 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.627826 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.627986 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.628203 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.628475 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.628804 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.629100 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.629398 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.629690 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_options = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.629975 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.630273 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.630513 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.630746 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.630910 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.630910 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.631184 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.631329 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.631477 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.631634 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.631781 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.631781 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.631971 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.632102 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.632259 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.632416 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.632574 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.632759 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.632920 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.633107 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.633262 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.633403 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.633555 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.633704 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.633850 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.634002 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.634214 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.634505 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.634797 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.635093 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.635366 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.635657 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.635954 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.636247 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.636551 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.636878 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.637056 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.637207 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.637357 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.637505 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.637647 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.637792 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.638005 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.638213 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.638213 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.638629 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.638629 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_json = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.639504 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.639504 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.639504 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.639783 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.639783 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.639929 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.640094 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.640263 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.640414 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 21 04:05:44.640557 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.640793 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.641003 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.641149 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.641298 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.641443 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.641590 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.641759 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.641910 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.642056 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.642205 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.642348 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.642494 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.642625 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.642713 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.642858 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.643020 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.643181 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.643346 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.643510 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.643671 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.643837 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.644008 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.644149 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.644315 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.644472 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.644667 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.644803 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.644966 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.645180 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.645357 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.645482 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.645607 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.645730 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.645871 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.646041 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.646204 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.646367 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.646533 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.646695 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.646857 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.647021 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.647182 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.647346 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.647508 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.647672 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.647834 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.647993 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.648154 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.648316 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.648479 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.648655 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.648825 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.648987 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.649150 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.649310 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.649472 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.649644 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.649806 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.649967 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.650133 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.650276 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.650440 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.650601 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.650762 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.650925 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.651083 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.651244 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.651419 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.651580 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.651742 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.651902 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.652064 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.652477 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.652653 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.652821 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.652984 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.653147 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.653309 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.653474 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.653633 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.653795 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.653957 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.654131 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.654308 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.654462 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.654590 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.654752 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.654914 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.655076 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.655237 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.655406 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.655587 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.655748 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.655908 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.656069 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.656230 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.656389 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.656561 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.656762 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.656924 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.657086 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.657247 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.657409 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.657570 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.657731 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.657891 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.658052 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.658212 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.658371 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.658532 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.658692 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.658852 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.659013 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.659175 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.659335 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.659497 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.659659 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.659820 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.659991 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.660151 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.660316 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.660479 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.660679 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.660844 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.661006 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.661169 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.661332 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.661493 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.661654 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.661815 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.661976 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.662137 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.662297 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.662458 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.662631 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.662793 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.662953 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.663113 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.663298 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.663460 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.663620 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.663780 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.663942 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.664103 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.664264 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.664425 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.664586 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.664797 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.664965 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.665126 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.665288 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.665450 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.665610 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.665771 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.665934 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.666096 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.666256 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.666425 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.666587 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.666748 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.666910 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.667071 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.667233 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.667394 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.667557 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.667724 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.667887 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.668051 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.668212 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.668373 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.668535 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.668730 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.668886 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.669043 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.669183 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.669352 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.669494 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.669632 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.669795 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.669960 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.670125 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.670296 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.670461 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.670625 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.670778 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.670938 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.671330 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.671330 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.671610 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.671759 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.671895 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 54384) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:05:44.672033 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.672033 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.672297 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.672297 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.672550 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.672550 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.672829 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.672964 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.673098 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.673241 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.673373 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.673526 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.673659 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.673792 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.673937 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.674101 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.674262 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.674424 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.674585 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.674748 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.674914 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.675076 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.675238 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.675402 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.675563 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.675725 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.675885 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.676049 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.676210 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.676378 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.676525 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.677177 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.677177 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.677177 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.677177 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.677497 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.677497 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.677643 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.677775 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.677936 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.678096 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.678256 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.678418 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.678579 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.678751 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.678914 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.679074 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.679235 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.679397 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.679558 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.679728 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.679890 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.680045 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.680186 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.680324 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064185 Feb 21 04:05:44.680671 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.680671 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.680900 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.680981 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.681101 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.681262 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.681426 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.681587 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.681759 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.681921 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.682083 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.682244 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.682407 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.682568 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.682740 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.682903 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.683064 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.683245 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.683397 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.683559 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.683720 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.683895 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.684057 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.684223 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.684386 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.684548 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.684731 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.684896 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.685061 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.685233 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.685402 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.685565 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.686238 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.686422 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.686594 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.686756 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.686930 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.687104 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.687249 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.687416 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.687580 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.687743 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.687905 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.688068 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.688231 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.688382 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.688542 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.688726 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.688888 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.689049 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.689211 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.689372 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.689533 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.689693 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.689855 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.690015 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.690176 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 21 04:05:44.690329 dv-cinder-773985-36-iscsi neutron-server[102790]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102790) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 21 04:05:56.076966 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05267764-7173-4d99-84a8-c2d13e06c215 None None] get_active_networks_info from dv-cinder-773985-36-iscsi {{(pid=102901) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 21 04:05:56.130823 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d9d225d4-886e-477d-9910-d4005e7dab5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655191'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:05:56.158685 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05267764-7173-4d99-84a8-c2d13e06c215 None None] No non-hosted networks {{(pid=102901) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 21 04:05:58.123247 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5de45aca-982f-4184-8292-c0acd2586a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655191'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:05:58.158064 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-083afad1-9bd1-45dc-a8ad-a7fede8a54dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:05:59.432036 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655191'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:00.802205 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655191'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:02.135282 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 54462) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:02.451331 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655191'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:02.452591 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.452962 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.453398 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.453614 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.453934 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.454253 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.454576 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.454905 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.455231 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.455563 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.455899 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.456229 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.456546 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:02.456988 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-773985-36-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:06:02.467571 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-773985-36-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:06:02.685236 dv-cinder-773985-36-iscsi neutron-server[102900]: WARNING oslo_policy.policy [None req-8dc86450-32a4-4329-b183-f672327d83cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 04:06:02.685915 dv-cinder-773985-36-iscsi neutron-server[102900]: WARNING oslo_policy.policy [None req-8dc86450-32a4-4329-b183-f672327d83cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 04:06:02.912816 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [None req-8dc86450-32a4-4329-b183-f672327d83cb admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:06:02.924969 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-8dc86450-32a4-4329-b183-f672327d83cb admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7778044 Feb 21 04:06:04.288872 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.db.l3_hamode_db [None req-39a3bcad-aec1-4c8c-8f01-c4f88c23488a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 21 04:06:04.365842 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3bcad-aec1-4c8c-8f01-c4f88c23488a None None] Routers set() bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:06:04.366227 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a3bcad-aec1-4c8c-8f01-c4f88c23488a None None] Router IDs set() for agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 21 04:06:05.461235 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 54488) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:05.767591 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-ca02d636-7d2d-459e-8a05-53a5b72ae180 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:06:05.859961 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.policy [None req-ca02d636-7d2d-459e-8a05-53a5b72ae180 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102900) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 04:06:05.905380 dv-cinder-773985-36-iscsi neutron-server[102900]: WARNING oslo_policy.policy [None req-ca02d636-7d2d-459e-8a05-53a5b72ae180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 04:06:05.905754 dv-cinder-773985-36-iscsi neutron-server[102900]: WARNING oslo_policy.policy [None req-ca02d636-7d2d-459e-8a05-53a5b72ae180 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 04:06:05.997014 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ca02d636-7d2d-459e-8a05-53a5b72ae180 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732250219423', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732250218952', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732250204756', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732250206415', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732250200247', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732250191625', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1482474', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1059753', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-882162', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-958885'] for rbac-policy (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:06.061211 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ca02d636-7d2d-459e-8a05-53a5b72ae180 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:06.062593 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-ca02d636-7d2d-459e-8a05-53a5b72ae180 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6002927 Feb 21 04:06:08.541650 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 54498) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:08.849313 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:06:08.880721 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Made reservation on behalf of e6b28674d53048b089ca376856437dfc for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:06:08.884435 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:08.901349 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:09.008506 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Publish callbacks [] for security_group (e4c00d0d-ba51-4786-bb0c-1bc67ceccc67), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:09.012082 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (e4c00d0d-ba51-4786-bb0c-1bc67ceccc67), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:09.032032 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:06:09.068658 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732248207409', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (e87f7665-87a5-4f5b-aeb4-5e04978d3172), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:09.069254 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Unsubscribe: segment precommit_create {{(pid=102900) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 04:06:09.069794 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Added segment e87f7665-87a5-4f5b-aeb4-5e04978d3172 of type vlan for network 155cca57-312e-4405-a718-9d439bace39a Feb 21 04:06:09.089295 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c00d0d-ba51-4786-bb0c-1bc67ceccc67,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:09.136243 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.136607 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.136998 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.137336 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.137669 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.137994 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.138332 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.138660 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.139050 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.139404 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.139727 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.140042 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.140359 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Tracked resource versions report: Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: pushed versions: Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: { 'AddressGroup': {'1.2'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'ConntrackHelper': {'1.0'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'LocalIPAssociation': {'1.0'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Log': {'1.0'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Network': {'1.1'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Port': {'1.7'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'PortForwarding': {'1.2'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'QosPolicy': {'1.10'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SecurityGroup': {'1.5'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SecurityGroupRule': {'1.2'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SubPort': {'1.0'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Subnet': {'1.1'}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Trunk': {'1.1'}} Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: consumer versions: Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: { DHCP agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: L3 agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: Metadata agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: Metering agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: Open vSwitch agent@dv-cinder-773985-36-iscsi: { 'AddressGroup': '1.2', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'ConntrackHelper': '1.0', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'LocalIPAssociation': '1.0', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Log': '1.0', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Network': '1.1', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Port': '1.7', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'PortForwarding': '1.2', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'QosPolicy': '1.10', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SecurityGroup': '1.5', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SecurityGroupRule': '1.2', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SubPort': '1.0', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Subnet': '1.1', Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Trunk': '1.1'}} Feb 21 04:06:09.141791 dv-cinder-773985-36-iscsi neutron-server[102900]: {{(pid=102900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 04:06:09.181689 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (155cca57-312e-4405-a718-9d439bace39a), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:09.222376 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (155cca57-312e-4405-a718-9d439bace39a), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:09.227390 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:06:09.228112 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:09.321910 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7791731 Feb 21 04:06:09.353491 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d130e-c250-44ca-a4b2-1e39569c58ac demo demo] Pushing event updated for resources: {'Network': ['ID=155cca57-312e-4405-a718-9d439bace39a,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:09.366966 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 155cca57-312e-4405-a718-9d439bace39a details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:06:11.874023 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 54510) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:12.274614 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c8e6ce-2b75-4a65-bb5f-3d0d2faa8d6e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:06:12.275906 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f6c8e6ce-2b75-4a65-bb5f-3d0d2faa8d6e demo admin] 10.222.0.10 "GET /v2.0/networks/155cca57-312e-4405-a718-9d439bace39a HTTP/1.1" status: 200 len: 824 time: 0.4009335 Feb 21 04:06:12.300539 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-6c890a83-3f65-4ed7-a03f-f1b643e8b247 demo admin] 10.222.0.10 "GET /v2.0/subnetpools/080c6120-acef-46a8-9b04-25893844c4b3 HTTP/1.1" status: 200 len: 734 time: 0.0181603 Feb 21 04:06:12.308460 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '155cca57-312e-4405-a718-9d439bace39a', 'subnetpool_id': '080c6120-acef-46a8-9b04-25893844c4b3', 'ip_version': 4}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:06:12.329015 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] Made reservation on behalf of e6b28674d53048b089ca376856437dfc for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:06:12.331188 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:12.622350 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (acc7b20d-8a90-418f-aaf3-6e3dc670e537), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:12.693614 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] Checking segment: {'id': 'e87f7665-87a5-4f5b-aeb4-5e04978d3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '155cca57-312e-4405-a718-9d439bace39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:06:12.694007 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] Network hostable DHCP agents. Network: 155cca57-312e-4405-a718-9d439bace39a, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:06:12.698709 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=acc7b20d-8a90-418f-aaf3-6e3dc670e537,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:12.717844 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] Network 155cca57-312e-4405-a718-9d439bace39a is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:06:12.728422 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 155cca57-312e-4405-a718-9d439bace39a) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:06:12.732847 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:06:12.733442 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:12.738196 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f30f2a9-a0ce-4fd0-974b-3d87c3e4beeb None None] Network 155cca57-312e-4405-a718-9d439bace39a requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:06:12.749404 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-fdc4ee6f-3950-495d-aea4-3dea4e6fcad5 demo admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4439743 Feb 21 04:06:13.003892 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac9cf657-0a41-558b-95c4-dd6d2c8be1dc-155cca57-312e-4405-a718-9d439bace39a', 'network_id': '155cca57-312e-4405-a718-9d439bace39a', 'project_id': 'e6b28674d53048b089ca376856437dfc', 'fixed_ips': [{'subnet_id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537'}]}} from dv-cinder-773985-36-iscsi. {{(pid=102901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 04:06:13.005183 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:13.285756 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.db_base_plugin_common [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Allocated IP 172.20.0.2 (155cca57-312e-4405-a718-9d439bace39a/acc7b20d-8a90-418f-aaf3-6e3dc670e537/113ccc44-4058-405d-a9fc-ec43b79d91c4) {{(pid=102901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:06:13.556138 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Publish callbacks [] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), precommit_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:13.563405 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:13.635167 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Network 155cca57-312e-4405-a718-9d439bace39a is already hosted by enough agents. {{(pid=102901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:06:13.641365 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.base_scheduler [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Resources bound (agent type, host, resource id): {{(pid=102901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:06:13.652401 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Received port after_create {{(pid=102901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:06:13.656020 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Pushing event updated for resources: {'Port': ['ID=113ccc44-4058-405d-a9fc-ec43b79d91c4,revision_number=1']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:13.666759 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.667102 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.667455 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.667798 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.668116 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.668442 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.668805 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.669132 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.669454 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.669786 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.670132 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.670450 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.670763 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Tracked resource versions report: Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: pushed versions: Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: { 'AddressGroup': {'1.2'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'ConntrackHelper': {'1.0'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'LocalIPAssociation': {'1.0'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Log': {'1.0'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Network': {'1.1'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Port': {'1.7'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'PortForwarding': {'1.2'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'QosPolicy': {'1.10'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SecurityGroup': {'1.5'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SecurityGroupRule': {'1.2'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SubPort': {'1.0'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Subnet': {'1.1'}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Trunk': {'1.1'}} Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: consumer versions: Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: { DHCP agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: L3 agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: Metadata agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: Metering agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: Open vSwitch agent@dv-cinder-773985-36-iscsi: { 'AddressGroup': '1.2', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'ConntrackHelper': '1.0', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'LocalIPAssociation': '1.0', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Log': '1.0', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Network': '1.1', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Port': '1.7', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'PortForwarding': '1.2', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'QosPolicy': '1.10', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SecurityGroup': '1.5', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SecurityGroupRule': '1.2', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SubPort': '1.0', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Subnet': '1.1', Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Trunk': '1.1'}} Feb 21 04:06:13.672128 dv-cinder-773985-36-iscsi neutron-server[102901]: {{(pid=102901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 04:06:13.743094 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Attempting to bind port 113ccc44-4058-405d-a9fc-ec43b79d91c4 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:06:13.743727 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Attempting to bind port 113ccc44-4058-405d-a9fc-ec43b79d91c4 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': 'e87f7665-87a5-4f5b-aeb4-5e04978d3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '155cca57-312e-4405-a718-9d439bace39a'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:06:13.743877 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Attempting to bind port 113ccc44-4058-405d-a9fc-ec43b79d91c4 on network 155cca57-312e-4405-a718-9d439bace39a {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:06:13.749497 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 6, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:06:13.749864 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Checking segment: {'id': 'e87f7665-87a5-4f5b-aeb4-5e04978d3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '155cca57-312e-4405-a718-9d439bace39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:06:13.750339 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:13.750725 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Bound using segment: {'id': 'e87f7665-87a5-4f5b-aeb4-5e04978d3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '155cca57-312e-4405-a718-9d439bace39a'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:06:13.751207 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Bound port: 113ccc44-4058-405d-a9fc-ec43b79d91c4, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87f7665-87a5-4f5b-aeb4-5e04978d3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '155cca57-312e-4405-a718-9d439bace39a'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:06:13.751607 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:13.814772 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] For port 113ccc44-4058-405d-a9fc-ec43b79d91c4, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:06:13.818861 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] For port 113ccc44-4058-405d-a9fc-ec43b79d91c4, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=113ccc44-4058-405d-a9fc-ec43b79d91c4,segment=NetworkSegment(e87f7665-87a5-4f5b-aeb4-5e04978d3172),segment_id=e87f7665-87a5-4f5b-aeb4-5e04978d3172)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:06:13.827585 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:13.887627 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a42b7-3187-48df-9caf-83ff6efc9a0b None None] Pushing event updated for resources: {'Port': ['ID=113ccc44-4058-405d-a9fc-ec43b79d91c4,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:15.324543 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 54518) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:15.636535 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [None req-b8ac999c-e700-4de1-b90c-e791f828ed3f admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:06:15.637615 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b8ac999c-e700-4de1-b90c-e791f828ed3f admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3120825 Feb 21 04:06:18.166053 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 54526) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:18.659538 dv-cinder-773985-36-iscsi neutron-server[102899]: WARNING oslo_policy.policy [None req-d85f5b0c-8d39-444c-8a46-842d4fc9d77c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 04:06:18.660174 dv-cinder-773985-36-iscsi neutron-server[102899]: WARNING oslo_policy.policy [None req-d85f5b0c-8d39-444c-8a46-842d4fc9d77c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 04:06:18.880896 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [None req-d85f5b0c-8d39-444c-8a46-842d4fc9d77c admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:06:18.882192 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-d85f5b0c-8d39-444c-8a46-842d4fc9d77c admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7141702 Feb 21 04:06:21.426613 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 54540) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:21.738541 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-80e2e96a-a890-4124-919d-e31a0a1332d2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:06:21.798580 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.policy [None req-80e2e96a-a890-4124-919d-e31a0a1332d2 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102899) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 21 04:06:21.841118 dv-cinder-773985-36-iscsi neutron-server[102899]: WARNING oslo_policy.policy [None req-80e2e96a-a890-4124-919d-e31a0a1332d2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 04:06:21.841512 dv-cinder-773985-36-iscsi neutron-server[102899]: WARNING oslo_policy.policy [None req-80e2e96a-a890-4124-919d-e31a0a1332d2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 21 04:06:21.906069 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-80e2e96a-a890-4124-919d-e31a0a1332d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router (485a525f-34a7-425b-8086-774e7f9aef93), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:21.907896 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-80e2e96a-a890-4124-919d-e31a0a1332d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1961'] for router (485a525f-34a7-425b-8086-774e7f9aef93), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:22.068817 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-80e2e96a-a890-4124-919d-e31a0a1332d2 demo demo] Publish callbacks [] for router_controller (485a525f-34a7-425b-8086-774e7f9aef93), precommit_add_association {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:22.075345 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-80e2e96a-a890-4124-919d-e31a0a1332d2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654508'] for router (485a525f-34a7-425b-8086-774e7f9aef93), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:22.099252 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-80e2e96a-a890-4124-919d-e31a0a1332d2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:22.100505 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-80e2e96a-a890-4124-919d-e31a0a1332d2 demo demo] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6729693 Feb 21 04:06:24.664484 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 54554) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:24.980218 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [None req-286d4908-85de-460b-8926-00f08f2963d9 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:06:24.981329 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-286d4908-85de-460b-8926-00f08f2963d9 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3157473 Feb 21 04:06:25.263248 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 113ccc44-4058-405d-a9fc-ec43b79d91c4 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:06:25.307981 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab617628-5eaf-4046-abf8-c3c3a6c8c68e None None] Network 155cca57-312e-4405-a718-9d439bace39a requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:06:25.411687 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-3aa3bf4f-7d4b-4615-bf47-bbe8d8d9dab5 None None] Provisioning complete for port 113ccc44-4058-405d-a9fc-ec43b79d91c4 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:06:25.412112 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bf4f-7d4b-4615-bf47-bbe8d8d9dab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:25.449386 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 113ccc44-4058-405d-a9fc-ec43b79d91c4 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:06:25.449689 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:25.640702 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3bf4f-7d4b-4615-bf47-bbe8d8d9dab5 None None] Current status of the port 113ccc44-4058-405d-a9fc-ec43b79d91c4 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:06:25.641092 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bf4f-7d4b-4615-bf47-bbe8d8d9dab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:25.666344 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 113ccc44-4058-405d-a9fc-ec43b79d91c4 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:06:25.666730 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:25.696026 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-3aa3bf4f-7d4b-4615-bf47-bbe8d8d9dab5 None None] For port 113ccc44-4058-405d-a9fc-ec43b79d91c4, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=113ccc44-4058-405d-a9fc-ec43b79d91c4,segment=NetworkSegment(e87f7665-87a5-4f5b-aeb4-5e04978d3172),segment_id=e87f7665-87a5-4f5b-aeb4-5e04978d3172)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:06:25.703665 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-3aa3bf4f-7d4b-4615-bf47-bbe8d8d9dab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:25.759421 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.db.api [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 04:06:25.759831 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG oslo_db.api [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 04:06:25.790517 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3bf4f-7d4b-4615-bf47-bbe8d8d9dab5 None None] Pushing event updated for resources: {'Port': ['ID=113ccc44-4058-405d-a9fc-ec43b79d91c4,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:25.823250 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-0a862df4-ce0c-4b11-81a8-2179795968eb None None] Provisioning complete for port 113ccc44-4058-405d-a9fc-ec43b79d91c4 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:06:25.823635 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-0a862df4-ce0c-4b11-81a8-2179795968eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:25.898712 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-0a862df4-ce0c-4b11-81a8-2179795968eb None None] Current status of the port 113ccc44-4058-405d-a9fc-ec43b79d91c4 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:06:26.046672 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-46bbd87e-13e5-4bcf-a105-bbf49c45367b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:26.296648 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 113ccc44-4058-405d-a9fc-ec43b79d91c4 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:06:27.228997 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 113ccc44-4058-405d-a9fc-ec43b79d91c4 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:06:27.275188 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 113ccc44-4058-405d-a9fc-ec43b79d91c4 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:06:27.275577 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:27.349955 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 113ccc44-4058-405d-a9fc-ec43b79d91c4 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:06:27.524045 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 54564) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:27.837509 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:06:27.862041 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Made reservation on behalf of 88fb5eccfcd94b48acc43643505fb066 for: {'network': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:06:27.864927 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:27.880088 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:27.983291 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Publish callbacks [] for security_group (ea501b38-2a89-4ee1-a1ce-acd8a9ee73b8), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:27.986942 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (ea501b38-2a89-4ee1-a1ce-acd8a9ee73b8), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:27.997258 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Reserving flat network on physical network physnet1 {{(pid=102899) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 21 04:06:28.029411 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732248207409', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (5edb1786-4158-4799-9f80-b0a0a87921d5), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:28.029904 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Unsubscribe: segment precommit_create {{(pid=102899) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 21 04:06:28.030429 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.segments_db [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Added segment 5edb1786-4158-4799-9f80-b0a0a87921d5 of type flat for network c140f77a-4017-4082-ac35-9c51671a2a66 Feb 21 04:06:28.045620 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea501b38-2a89-4ee1-a1ce-acd8a9ee73b8,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:28.090955 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.091334 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.091671 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.092001 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.092324 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.092664 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.093003 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.093326 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.093658 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.093978 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.094293 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.094603 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.094929 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Tracked resource versions report: Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: pushed versions: Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: { 'AddressGroup': {'1.2'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'ConntrackHelper': {'1.0'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'LocalIPAssociation': {'1.0'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Log': {'1.0'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Network': {'1.1'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Port': {'1.7'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'PortForwarding': {'1.2'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'QosPolicy': {'1.10'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SecurityGroup': {'1.5'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SecurityGroupRule': {'1.2'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SubPort': {'1.0'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Subnet': {'1.1'}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Trunk': {'1.1'}} Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: consumer versions: Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: { DHCP agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: L3 agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: Metadata agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: Metering agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: Open vSwitch agent@dv-cinder-773985-36-iscsi: { 'AddressGroup': '1.2', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'ConntrackHelper': '1.0', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'LocalIPAssociation': '1.0', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Log': '1.0', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Network': '1.1', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Port': '1.7', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'PortForwarding': '1.2', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'QosPolicy': '1.10', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SecurityGroup': '1.5', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SecurityGroupRule': '1.2', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SubPort': '1.0', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Subnet': '1.1', Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Trunk': '1.1'}} Feb 21 04:06:28.096321 dv-cinder-773985-36-iscsi neutron-server[102899]: {{(pid=102899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 04:06:28.126992 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9b0b8a70-5ed9-410e-9828-e3ce9bfb860a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:28.150906 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (c140f77a-4017-4082-ac35-9c51671a2a66), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:28.191991 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (c140f77a-4017-4082-ac35-9c51671a2a66), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:28.193216 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:06:28.193919 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:28.272748 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7475941 Feb 21 04:06:28.297836 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13c04b-437f-4ee0-86e8-ae2bfa1e99e2 admin admin] Pushing event updated for resources: {'Network': ['ID=c140f77a-4017-4082-ac35-9c51671a2a66,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:28.308987 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network c140f77a-4017-4082-ac35-9c51671a2a66 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:06:29.396027 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:30.767998 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:30.807546 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 54586) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:31.022689 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d228f561-94a9-4d60-b5f3-48b08422f40a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:06:31.024051 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-d228f561-94a9-4d60-b5f3-48b08422f40a demo admin] 10.222.0.10 "GET /v2.0/subnets/acc7b20d-8a90-418f-aaf3-6e3dc670e537 HTTP/1.1" status: 200 len: 849 time: 0.2155340 Feb 21 04:06:31.161058 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-70b3bb8e-5fc5-407f-a9a4-20c55daa4c65 demo admin] 10.222.0.10 "GET /v2.0/routers/485a525f-34a7-425b-8086-774e7f9aef93 HTTP/1.1" status: 200 len: 704 time: 0.1305153 Feb 21 04:06:31.433810 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:31.725533 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Allocated IP 172.20.0.1 (155cca57-312e-4405-a718-9d439bace39a/acc7b20d-8a90-418f-aaf3-6e3dc670e537/15d547c1-a925-46e4-b233-55a986ff3c1d) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:06:31.907700 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Publish callbacks [] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:31.972884 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:32.045500 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Network 155cca57-312e-4405-a718-9d439bace39a is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:06:32.050915 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:06:32.054174 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:06:32.054871 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653435'] for router_interface (485a525f-34a7-425b-8086-774e7f9aef93), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:32.118442 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Pushing event updated for resources: {'Port': ['ID=15d547c1-a925-46e4-b233-55a986ff3c1d,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:32.257336 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-43f098bf-1300-4c86-aea8-28eb771e642d None None] Provisioning complete for port 15d547c1-a925-46e4-b233-55a986ff3c1d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:06:32.258388 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-43f098bf-1300-4c86-aea8-28eb771e642d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:32.293663 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-43f098bf-1300-4c86-aea8-28eb771e642d None None] Port 15d547c1-a925-46e4-b233-55a986ff3c1d cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:06:32.320055 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:32.440449 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:32.525806 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Publish callbacks [] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:32.530826 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:32.531627 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653551'] for router_interface (485a525f-34a7-425b-8086-774e7f9aef93), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:32.608210 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Pushing event updated for resources: {'Port': ['ID=15d547c1-a925-46e4-b233-55a986ff3c1d,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:32.654051 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Network 155cca57-312e-4405-a718-9d439bace39a is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:06:32.655308 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:06:32.822451 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Router 485a525f-34a7-425b-8086-774e7f9aef93 is scheduled to L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 with binding_index 1 {{(pid=102899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 04:06:32.915833 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-fd18da6d-fcc9-43dd-88de-4e126a7526b6 None None] Provisioning complete for port 15d547c1-a925-46e4-b233-55a986ff3c1d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:06:32.916228 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fd18da6d-fcc9-43dd-88de-4e126a7526b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:32.921200 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:06:32.929499 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-9f0cc375-3056-4b2f-a270-649d6d2bbfb6 demo admin] 10.222.0.10 "PUT /v2.0/routers/485a525f-34a7-425b-8086-774e7f9aef93/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7630453 Feb 21 04:06:32.931350 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Sync routers for ids ['485a525f-34a7-425b-8086-774e7f9aef93'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:06:32.943519 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Routers {'485a525f-34a7-425b-8086-774e7f9aef93'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:06:32.944838 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:06:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['485a525f-34a7-425b-8086-774e7f9aef93'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:06:32.955053 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-fd18da6d-fcc9-43dd-88de-4e126a7526b6 None None] Port 15d547c1-a925-46e4-b233-55a986ff3c1d cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:06:33.132425 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Set router 485a525f-34a7-425b-8086-774e7f9aef93 gateway port host: None {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:06:33.558116 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485a525f-34a7-425b-8086-774e7f9aef93', 'name': 'router1', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:06:21Z', 'updated_at': '2022-02-21T04:06:32Z', 'revision_number': 2, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'gw_port_host': None, '_interfaces': [{'id': '15d547c1-a925-46e4-b233-55a986ff3c1d', 'name': '', 'network_id': '155cca57-312e-4405-a718-9d439bace39a', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'mac_address': 'fa:16:3e:b7:ee:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485a525f-34a7-425b-8086-774e7f9aef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:06:31Z', 'updated_at': '2022-02-21T04:06:32Z', 'revision_number': 2, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'subnets': [{'id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '080c6120-acef-46a8-9b04-25893844c4b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:06:33.607848 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Checking router: 485a525f-34a7-425b-8086-774e7f9aef93 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:06:33.608216 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Updating router 485a525f-34a7-425b-8086-774e7f9aef93 port 15d547c1-a925-46e4-b233-55a986ff3c1d binding host dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:06:33.659062 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:34.163098 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Publish callbacks [] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), precommit_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:34.169914 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:34.333265 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Pushing event updated for resources: {'Port': ['ID=15d547c1-a925-46e4-b233-55a986ff3c1d,revision_number=3']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:34.344735 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Attempting to bind port 15d547c1-a925-46e4-b233-55a986ff3c1d on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:06:34.345122 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Attempting to bind port 15d547c1-a925-46e4-b233-55a986ff3c1d by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': 'e87f7665-87a5-4f5b-aeb4-5e04978d3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '155cca57-312e-4405-a718-9d439bace39a'}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:06:34.345539 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Attempting to bind port 15d547c1-a925-46e4-b233-55a986ff3c1d on network 155cca57-312e-4405-a718-9d439bace39a {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:06:34.348270 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.348620 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.349012 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.349344 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.349670 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.349994 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.350331 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.350662 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.350983 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.351312 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.351633 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.351956 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.352272 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Tracked resource versions report: Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: pushed versions: Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: { 'AddressGroup': {'1.2'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'ConntrackHelper': {'1.0'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'LocalIPAssociation': {'1.0'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Log': {'1.0'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Network': {'1.1'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Port': {'1.7'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'PortForwarding': {'1.2'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'QosPolicy': {'1.10'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SecurityGroup': {'1.5'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SecurityGroupRule': {'1.2'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SubPort': {'1.0'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Subnet': {'1.1'}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Trunk': {'1.1'}} Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: consumer versions: Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: { DHCP agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: L3 agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: Metadata agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: Metering agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: Open vSwitch agent@dv-cinder-773985-36-iscsi: { 'AddressGroup': '1.2', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'ConntrackHelper': '1.0', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'LocalIPAssociation': '1.0', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Log': '1.0', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Network': '1.1', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Port': '1.7', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'PortForwarding': '1.2', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'QosPolicy': '1.10', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SecurityGroup': '1.5', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SecurityGroupRule': '1.2', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SubPort': '1.0', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Subnet': '1.1', Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Trunk': '1.1'}} Feb 21 04:06:34.353708 dv-cinder-773985-36-iscsi neutron-server[102902]: {{(pid=102902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 04:06:34.359671 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:06:34.360145 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Checking segment: {'id': 'e87f7665-87a5-4f5b-aeb4-5e04978d3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '155cca57-312e-4405-a718-9d439bace39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:06:34.360783 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:34.361095 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Bound using segment: {'id': 'e87f7665-87a5-4f5b-aeb4-5e04978d3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '155cca57-312e-4405-a718-9d439bace39a'} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:06:34.361634 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Bound port: 15d547c1-a925-46e4-b233-55a986ff3c1d, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e87f7665-87a5-4f5b-aeb4-5e04978d3172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '155cca57-312e-4405-a718-9d439bace39a'}}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:06:34.362022 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:34.379547 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-564e23bd-9a4f-4166-af8b-2fb97381476f None None] Provisioning complete for port 15d547c1-a925-46e4-b233-55a986ff3c1d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:06:34.380430 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-564e23bd-9a4f-4166-af8b-2fb97381476f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:34.416736 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-564e23bd-9a4f-4166-af8b-2fb97381476f None None] Port 15d547c1-a925-46e4-b233-55a986ff3c1d cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:06:34.434891 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] For port 15d547c1-a925-46e4-b233-55a986ff3c1d, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:06:34.453923 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] For port 15d547c1-a925-46e4-b233-55a986ff3c1d, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=15d547c1-a925-46e4-b233-55a986ff3c1d,segment=NetworkSegment(e87f7665-87a5-4f5b-aeb4-5e04978d3172),segment_id=e87f7665-87a5-4f5b-aeb4-5e04978d3172)] {{(pid=102902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:06:34.460652 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:34.526925 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Routers {'485a525f-34a7-425b-8086-774e7f9aef93'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:06:34.527783 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:06:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['485a525f-34a7-425b-8086-774e7f9aef93'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:06:34.530721 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7aa70-ee7e-4341-b4ba-ad36817fa577 None None] Pushing event updated for resources: {'Port': ['ID=15d547c1-a925-46e4-b233-55a986ff3c1d,revision_number=4']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:34.626206 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] Set router 485a525f-34a7-425b-8086-774e7f9aef93 gateway port host: None {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:06:34.744328 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-2e656a24-4b07-4575-b958-17a73478a6f5 None None] Provisioning complete for port 15d547c1-a925-46e4-b233-55a986ff3c1d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:06:34.744659 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2e656a24-4b07-4575-b958-17a73478a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:34.825653 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-2e656a24-4b07-4575-b958-17a73478a6f5 None None] Current status of the port 15d547c1-a925-46e4-b233-55a986ff3c1d is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:06:34.826038 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2e656a24-4b07-4575-b958-17a73478a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:34.834387 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485a525f-34a7-425b-8086-774e7f9aef93', 'name': 'router1', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:06:21Z', 'updated_at': '2022-02-21T04:06:32Z', 'revision_number': 2, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'gw_port_host': None, '_interfaces': [{'id': '15d547c1-a925-46e4-b233-55a986ff3c1d', 'name': '', 'network_id': '155cca57-312e-4405-a718-9d439bace39a', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'mac_address': 'fa:16:3e:b7:ee:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485a525f-34a7-425b-8086-774e7f9aef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:06:31Z', 'updated_at': '2022-02-21T04:06:34Z', 'revision_number': 4, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'subnets': [{'id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '080c6120-acef-46a8-9b04-25893844c4b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:06:34.857964 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-2e656a24-4b07-4575-b958-17a73478a6f5 None None] For port 15d547c1-a925-46e4-b233-55a986ff3c1d, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=15d547c1-a925-46e4-b233-55a986ff3c1d,segment=NetworkSegment(e87f7665-87a5-4f5b-aeb4-5e04978d3172),segment_id=e87f7665-87a5-4f5b-aeb4-5e04978d3172)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:06:34.862760 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2e656a24-4b07-4575-b958-17a73478a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:34.862945 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34741e19-9c24-4d69-a2bb-4c0dcc77d911 None None] The sync data for ids ['485a525f-34a7-425b-8086-774e7f9aef93'] in dv-cinder-773985-36-iscsi is: [{'id': '485a525f-34a7-425b-8086-774e7f9aef93', 'name': 'router1', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:06:21Z', 'updated_at': '2022-02-21T04:06:32Z', 'revision_number': 2, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'gw_port_host': None, '_interfaces': [{'id': '15d547c1-a925-46e4-b233-55a986ff3c1d', 'name': '', 'network_id': '155cca57-312e-4405-a718-9d439bace39a', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'mac_address': 'fa:16:3e:b7:ee:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485a525f-34a7-425b-8086-774e7f9aef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:06:31Z', 'updated_at': '2022-02-21T04:06:34Z', 'revision_number': 4, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'subnets': [{'id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '080c6120-acef-46a8-9b04-25893844c4b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:06:34.935303 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e656a24-4b07-4575-b958-17a73478a6f5 None None] Pushing event updated for resources: {'Port': ['ID=15d547c1-a925-46e4-b233-55a986ff3c1d,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:35.456034 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 54606) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:35.567257 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f570f0-f8cb-41af-bac9-f259b93bcfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:06:35.568619 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-98f570f0-f8cb-41af-bac9-f259b93bcfd6 admin admin] 10.222.0.10 "GET /v2.0/networks/c140f77a-4017-4082-ac35-9c51671a2a66 HTTP/1.1" status: 200 len: 842 time: 0.1116157 Feb 21 04:06:35.578549 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:06:35.598047 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Made reservation on behalf of 88fb5eccfcd94b48acc43643505fb066 for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:06:35.600224 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:35.934364 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.objects.ports [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102900) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 21 04:06:35.935333 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (8f16f90b-d8ff-4191-86cb-fcb786f459e2), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:35.989243 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f16f90b-d8ff-4191-86cb-fcb786f459e2,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:35.999708 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Checking segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:06:36.000138 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Network hostable DHCP agents. Network: c140f77a-4017-4082-ac35-9c51671a2a66, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:06:36.016475 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Network c140f77a-4017-4082-ac35-9c51671a2a66 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:06:36.025068 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, c140f77a-4017-4082-ac35-9c51671a2a66) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:06:36.029472 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:06:36.030180 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:36.035775 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2df25-1853-41fe-ae78-90de627ad3b1 None None] Network c140f77a-4017-4082-ac35-9c51671a2a66 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:06:36.052719 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-d241badd-516b-4d56-bd05-d06161b6b31f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4728777 Feb 21 04:06:36.142062 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d149abec-c511-409c-b10f-b9d135f5a6c7 None None] Network c140f77a-4017-4082-ac35-9c51671a2a66 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:06:38.484056 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 54614) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:38.721896 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-faeca9b8-c7aa-4dbf-a770-9776edee01b1 demo admin] 10.222.0.10 "GET /v2.0/routers/485a525f-34a7-425b-8086-774e7f9aef93 HTTP/1.1" status: 200 len: 710 time: 0.2365329 Feb 21 04:06:38.810418 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ad2d85-2928-4c48-9ba0-d3cc1309530d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:06:38.816715 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-75ad2d85-2928-4c48-9ba0-d3cc1309530d demo admin] 10.222.0.10 "GET /v2.0/networks/c140f77a-4017-4082-ac35-9c51671a2a66 HTTP/1.1" status: 200 len: 886 time: 0.0846832 Feb 21 04:06:38.820432 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:06:39.074652 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Publish callbacks [] for router_gateway (485a525f-34a7-425b-8086-774e7f9aef93), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:39.363318 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Publish callbacks [] for router_gateway (485a525f-34a7-425b-8086-774e7f9aef93), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:39.435691 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:39.592227 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Allocated IP 172.27.0.128 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/bd99b1f9-11df-41e1-9c32-a2e8d90a7007) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:06:39.696321 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Publish callbacks [] for port (bd99b1f9-11df-41e1-9c32-a2e8d90a7007), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:39.757359 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (bd99b1f9-11df-41e1-9c32-a2e8d90a7007), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:39.820040 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:06:39.828962 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:06:39.835599 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:06:39.881561 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Pushing event updated for resources: {'Port': ['ID=bd99b1f9-11df-41e1-9c32-a2e8d90a7007,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:40.129525 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Publish callbacks [] for router_gateway (485a525f-34a7-425b-8086-774e7f9aef93), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:40.336923 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-654409', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-653112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1983'] for router (485a525f-34a7-425b-8086-774e7f9aef93), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:40.342421 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654508', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-654430', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-654423', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-653105'] for router (485a525f-34a7-425b-8086-774e7f9aef93), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:40.460512 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Router 485a525f-34a7-425b-8086-774e7f9aef93 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:06:40.524940 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 5 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:06:40.626857 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:06:40.631087 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:40.652686 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-9309e94c-7178-4819-ada2-b2a05b242807 demo admin] 10.222.0.10 "PUT /v2.0/routers/485a525f-34a7-425b-8086-774e7f9aef93 HTTP/1.1" status: 200 len: 890 time: 1.8149304 Feb 21 04:06:43.176210 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 54626) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:06:43.278884 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 15d547c1-a925-46e4-b233-55a986ff3c1d up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:06:43.319805 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-7d64062b-55ee-4c91-9033-7f52faa1e52e admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1360536 Feb 21 04:06:43.328786 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 15d547c1-a925-46e4-b233-55a986ff3c1d triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:06:43.329336 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:43.412990 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 15d547c1-a925-46e4-b233-55a986ff3c1d is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:06:43.569108 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Sync routers for ids ['485a525f-34a7-425b-8086-774e7f9aef93'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:06:43.583184 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Routers {'485a525f-34a7-425b-8086-774e7f9aef93'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:06:43.583914 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:06:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['485a525f-34a7-425b-8086-774e7f9aef93'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:06:43.804465 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Set router 485a525f-34a7-425b-8086-774e7f9aef93 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:06:44.281985 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485a525f-34a7-425b-8086-774e7f9aef93', 'name': 'router1', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd99b1f9-11df-41e1-9c32-a2e8d90a7007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:06:21Z', 'updated_at': '2022-02-21T04:06:39Z', 'revision_number': 4, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'gw_port': {'id': 'bd99b1f9-11df-41e1-9c32-a2e8d90a7007', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485a525f-34a7-425b-8086-774e7f9aef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:06:39Z', 'updated_at': '2022-02-21T04:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '15d547c1-a925-46e4-b233-55a986ff3c1d', 'name': '', 'network_id': '155cca57-312e-4405-a718-9d439bace39a', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'mac_address': 'fa:16:3e:b7:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485a525f-34a7-425b-8086-774e7f9aef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:06:31Z', 'updated_at': '2022-02-21T04:06:34Z', 'revision_number': 5, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'subnets': [{'id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '080c6120-acef-46a8-9b04-25893844c4b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:06:44.335274 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Checking router: 485a525f-34a7-425b-8086-774e7f9aef93 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:06:44.335583 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Updating router 485a525f-34a7-425b-8086-774e7f9aef93 port bd99b1f9-11df-41e1-9c32-a2e8d90a7007 binding host dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:06:44.387137 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (bd99b1f9-11df-41e1-9c32-a2e8d90a7007), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:44.707341 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Publish callbacks [] for port (bd99b1f9-11df-41e1-9c32-a2e8d90a7007), precommit_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:44.713518 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (bd99b1f9-11df-41e1-9c32-a2e8d90a7007), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:44.764541 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Attempting to bind port bd99b1f9-11df-41e1-9c32-a2e8d90a7007 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:06:44.765081 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Attempting to bind port bd99b1f9-11df-41e1-9c32-a2e8d90a7007 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:06:44.765625 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Attempting to bind port bd99b1f9-11df-41e1-9c32-a2e8d90a7007 on network c140f77a-4017-4082-ac35-9c51671a2a66 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:06:44.773492 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811615d-6ea9-4110-9d9e-1cd911a8d288 None None] Pushing event updated for resources: {'Port': ['ID=bd99b1f9-11df-41e1-9c32-a2e8d90a7007,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:44.775900 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 6, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:06:44.776477 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Checking segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:06:44.776665 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:44.777058 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Bound using segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:06:44.777780 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Bound port: bd99b1f9-11df-41e1-9c32-a2e8d90a7007, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:06:44.778190 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (bd99b1f9-11df-41e1-9c32-a2e8d90a7007), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:44.827194 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] For port bd99b1f9-11df-41e1-9c32-a2e8d90a7007, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:06:44.830549 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] For port bd99b1f9-11df-41e1-9c32-a2e8d90a7007, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=bd99b1f9-11df-41e1-9c32-a2e8d90a7007,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:06:44.835718 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (bd99b1f9-11df-41e1-9c32-a2e8d90a7007), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:44.880447 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Routers {'485a525f-34a7-425b-8086-774e7f9aef93'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:06:44.881068 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:06:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['485a525f-34a7-425b-8086-774e7f9aef93'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:06:44.938226 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3811615d-6ea9-4110-9d9e-1cd911a8d288 None None] Pushing event updated for resources: {'Port': ['ID=bd99b1f9-11df-41e1-9c32-a2e8d90a7007,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:45.011493 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] Set router 485a525f-34a7-425b-8086-774e7f9aef93 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:06:45.232198 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '485a525f-34a7-425b-8086-774e7f9aef93', 'name': 'router1', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd99b1f9-11df-41e1-9c32-a2e8d90a7007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:06:21Z', 'updated_at': '2022-02-21T04:06:39Z', 'revision_number': 4, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'gw_port': {'id': 'bd99b1f9-11df-41e1-9c32-a2e8d90a7007', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485a525f-34a7-425b-8086-774e7f9aef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:06:39Z', 'updated_at': '2022-02-21T04:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '15d547c1-a925-46e4-b233-55a986ff3c1d', 'name': '', 'network_id': '155cca57-312e-4405-a718-9d439bace39a', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'mac_address': 'fa:16:3e:b7:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485a525f-34a7-425b-8086-774e7f9aef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:06:31Z', 'updated_at': '2022-02-21T04:06:34Z', 'revision_number': 5, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'subnets': [{'id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '080c6120-acef-46a8-9b04-25893844c4b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:06:45.258697 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78982c7d-e87c-4e4b-8206-e75e0a41eb39 None None] The sync data for ids ['485a525f-34a7-425b-8086-774e7f9aef93'] in dv-cinder-773985-36-iscsi is: [{'id': '485a525f-34a7-425b-8086-774e7f9aef93', 'name': 'router1', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'bd99b1f9-11df-41e1-9c32-a2e8d90a7007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:06:21Z', 'updated_at': '2022-02-21T04:06:39Z', 'revision_number': 4, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'gw_port': {'id': 'bd99b1f9-11df-41e1-9c32-a2e8d90a7007', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:29:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '485a525f-34a7-425b-8086-774e7f9aef93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:06:39Z', 'updated_at': '2022-02-21T04:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '15d547c1-a925-46e4-b233-55a986ff3c1d', 'name': '', 'network_id': '155cca57-312e-4405-a718-9d439bace39a', 'tenant_id': 'e6b28674d53048b089ca376856437dfc', 'mac_address': 'fa:16:3e:b7:ee:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '485a525f-34a7-425b-8086-774e7f9aef93', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:06:31Z', 'updated_at': '2022-02-21T04:06:34Z', 'revision_number': 5, 'project_id': 'e6b28674d53048b089ca376856437dfc', 'subnets': [{'id': 'acc7b20d-8a90-418f-aaf3-6e3dc670e537', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '080c6120-acef-46a8-9b04-25893844c4b3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:06:47.352745 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device bd99b1f9-11df-41e1-9c32-a2e8d90a7007 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:06:47.420614 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port bd99b1f9-11df-41e1-9c32-a2e8d90a7007 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:06:47.421833 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (bd99b1f9-11df-41e1-9c32-a2e8d90a7007), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:47.518367 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port bd99b1f9-11df-41e1-9c32-a2e8d90a7007 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:06:47.518745 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (bd99b1f9-11df-41e1-9c32-a2e8d90a7007), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:47.545251 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port bd99b1f9-11df-41e1-9c32-a2e8d90a7007, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=bd99b1f9-11df-41e1-9c32-a2e8d90a7007,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:06:47.552893 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (bd99b1f9-11df-41e1-9c32-a2e8d90a7007), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:47.612223 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=bd99b1f9-11df-41e1-9c32-a2e8d90a7007,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:06:49.299916 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device bd99b1f9-11df-41e1-9c32-a2e8d90a7007 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:06:49.393012 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port bd99b1f9-11df-41e1-9c32-a2e8d90a7007 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:06:49.393404 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (bd99b1f9-11df-41e1-9c32-a2e8d90a7007), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:49.590350 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port bd99b1f9-11df-41e1-9c32-a2e8d90a7007 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:06:56.051001 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e4ddc534-93cd-45a5-81bd-cddcea5224bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:58.124198 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-f6ddedad-e8fb-4b79-a61c-fcabd9edbb65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:06:59.402058 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:07:00.783937 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:07:02.448021 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:07:17.523975 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 5 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:07:26.066064 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-484b1368-56e1-4828-907b-327cf65eebea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:07:28.121227 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-7db1cc29-b5a6-4bd7-9752-5f8330ba9d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:07:29.401994 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:07:30.784437 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:07:32.528569 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:07:54.523170 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 5 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:07:56.057985 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4cc5ab65-2e7f-4a4c-bfa0-2605c41ffe2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:07:58.113600 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c8382879-3245-41ee-b6be-b1c7c4a700b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:07:59.405820 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:00.783718 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:02.441312 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:08.144224 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55110) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:08:08.204379 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.pecan_wsgi.hooks.translation [None req-04953205-1479-45f0-a9ce-cf05e5d21037 admin admin] GET failed (client error): The resource could not be found. Feb 21 04:08:08.205667 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-04953205-1479-45f0-a9ce-cf05e5d21037 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604506 Feb 21 04:08:08.364807 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d693d66-0b0a-41e8-af3c-d4673f7f4e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:08.366208 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-2d693d66-0b0a-41e8-af3c-d4673f7f4e7c admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1561873 Feb 21 04:08:10.671808 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55120) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:08:10.763815 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11759cbf-b52e-4139-abbe-a0194f3713a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:10.765217 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-11759cbf-b52e-4139-abbe-a0194f3713a6 admin admin] 10.222.0.10 "GET /v2.0/subnets/acc7b20d-8a90-418f-aaf3-6e3dc670e537 HTTP/1.1" status: 200 len: 849 time: 0.0924606 Feb 21 04:08:10.774535 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:08:10.857616 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Publish callbacks [] for subnet (acc7b20d-8a90-418f-aaf3-6e3dc670e537), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:10.995338 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732248301954'] for subnet (acc7b20d-8a90-418f-aaf3-6e3dc670e537), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:11.024521 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:11.025133 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:11.026411 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] 10.222.0.10 "PUT /v2.0/subnets/acc7b20d-8a90-418f-aaf3-6e3dc670e537 HTTP/1.1" status: 200 len: 868 time: 0.2555268 Feb 21 04:08:11.038374 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582a958b-bc2a-4951-bfff-d373eb13fc9a None None] Network 155cca57-312e-4405-a718-9d439bace39a requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:08:11.049764 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc7b20d-8a90-418f-aaf3-6e3dc670e537,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:08:11.056949 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.057316 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.057665 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.058005 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.058385 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.058706 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.059054 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.059387 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.059731 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.060066 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.060405 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.060749 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.061073 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d96987-ed4f-44f4-b1f1-bf5e43b17b9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:08:11.341635 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-359a4739-4730-4f4f-a041-ccf42ade544f None None] Provisioning complete for port 15d547c1-a925-46e4-b233-55a986ff3c1d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:08:11.342022 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-359a4739-4730-4f4f-a041-ccf42ade544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (15d547c1-a925-46e4-b233-55a986ff3c1d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:11.421231 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-359a4739-4730-4f4f-a041-ccf42ade544f None None] Current status of the port 15d547c1-a925-46e4-b233-55a986ff3c1d is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:08:11.431012 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-359a4739-4730-4f4f-a041-ccf42ade544f None None] Provisioning complete for port 113ccc44-4058-405d-a9fc-ec43b79d91c4 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:08:11.431353 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-359a4739-4730-4f4f-a041-ccf42ade544f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (113ccc44-4058-405d-a9fc-ec43b79d91c4), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:11.505058 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-359a4739-4730-4f4f-a041-ccf42ade544f None None] Current status of the port 113ccc44-4058-405d-a9fc-ec43b79d91c4 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:08:13.376830 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55128) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:08:13.576192 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f3a6fc-ed2b-441e-a355-2dab3830851f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:13.576584 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f3a6fc-ed2b-441e-a355-2dab3830851f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:13.578170 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-23f3a6fc-ed2b-441e-a355-2dab3830851f admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2003899 Feb 21 04:08:15.916018 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55136) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:08:16.042335 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91ba71-7a5a-4a39-b633-1454bba172f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:16.043249 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb91ba71-7a5a-4a39-b633-1454bba172f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:16.044770 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-cb91ba71-7a5a-4a39-b633-1454bba172f4 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1277428 Feb 21 04:08:18.332347 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55144) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:08:18.459440 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b0cd13-8d04-4f8b-815d-78781391976a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:18.460828 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-e4b0cd13-8d04-4f8b-815d-78781391976a admin admin] 10.222.0.10 "GET /v2.0/networks/155cca57-312e-4405-a718-9d439bace39a HTTP/1.1" status: 200 len: 868 time: 0.1274791 Feb 21 04:08:20.777970 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55154) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:08:20.901549 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf62878-95fc-4f33-b163-759cb61a3d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:20.903227 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-fdf62878-95fc-4f33-b163-759cb61a3d4b admin admin] 10.222.0.10 "GET /v2.0/networks/c140f77a-4017-4082-ac35-9c51671a2a66 HTTP/1.1" status: 200 len: 886 time: 0.1243057 Feb 21 04:08:23.219466 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55162) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:08:23.339849 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6357b99a-69fa-4c82-9608-bd8bb18037db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:23.340305 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6357b99a-69fa-4c82-9608-bd8bb18037db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:23.341836 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-6357b99a-69fa-4c82-9608-bd8bb18037db admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214230 Feb 21 04:08:25.650263 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55170) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:08:25.740848 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e658ca-edd3-4fa3-a0fc-7d52c2dbf0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:25.741303 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e658ca-edd3-4fa3-a0fc-7d52c2dbf0d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:25.742817 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-46e658ca-edd3-4fa3-a0fc-7d52c2dbf0d1 admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915413 Feb 21 04:08:26.060208 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fa1159d8-fb1b-45af-b387-140ff06a9c93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:28.053880 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55178) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:08:28.115226 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1e663d59-ef52-49f4-8c26-08ae8f2de3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:28.139615 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50eab506-3d19-4522-a95b-db7d9ffd2a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:28.140990 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-50eab506-3d19-4522-a95b-db7d9ffd2a35 admin admin] 10.222.0.10 "GET /v2.0/subnets/8f16f90b-d8ff-4191-86cb-fcb786f459e2 HTTP/1.1" status: 200 len: 816 time: 0.0861416 Feb 21 04:08:29.407323 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:30.454047 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55186) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:08:30.544578 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbe6a55-a2b3-469c-be7b-dba25f4cafd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:08:30.545966 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-0fbe6a55-a2b3-469c-be7b-dba25f4cafd4 admin admin] 10.222.0.10 "GET /v2.0/subnets/acc7b20d-8a90-418f-aaf3-6e3dc670e537 HTTP/1.1" status: 200 len: 868 time: 0.0909774 Feb 21 04:08:30.778741 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:31.521858 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 5 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:08:32.443425 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:56.062226 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-04ceed53-de3a-4e4a-a485-bb24c726f19f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:58.118633 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-ea71ac32-610a-48e8-ac41-9551126f12f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:08:58.623383 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55238) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:08:58.670609 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [None req-e8aae4b3-0ada-43f3-b556-b8bffa61340f admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:08:58.671625 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-e8aae4b3-0ada-43f3-b556-b8bffa61340f admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0472755 Feb 21 04:08:59.409930 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:00.785074 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:01.141064 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55246) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:09:01.199695 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.pecan_wsgi.hooks.translation [None req-5439c76e-cb29-4bf8-827e-4518d7f7eb46 admin admin] GET failed (client error): The resource could not be found. Feb 21 04:09:01.200995 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-5439c76e-cb29-4bf8-827e-4518d7f7eb46 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590131 Feb 21 04:09:01.286150 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315e8666-c052-4e34-a2d6-ca5d934c1623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:09:01.287662 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-315e8666-c052-4e34-a2d6-ca5d934c1623 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0827835 Feb 21 04:09:02.446578 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:03.598153 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55254) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:09:03.643285 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:09:03.662299 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] Made reservation on behalf of 88fb5eccfcd94b48acc43643505fb066 for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:09:03.664517 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:03.697580 dv-cinder-773985-36-iscsi neutron-server[102900]: WARNING neutron.services.revisions.revision_plugin [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] Could not find related network for resource to bump revision. Feb 21 04:09:03.709609 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:09:03.718998 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (eec701ae-1166-4c0a-92b9-7f8bd84f2b85), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:03.719327 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] Added segment eec701ae-1166-4c0a-92b9-7f8bd84f2b85 of type vlan for network 45115fa9-f997-42e4-9c51-db7ac029d19a Feb 21 04:09:03.768157 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (45115fa9-f997-42e4-9c51-db7ac029d19a), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:03.791552 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (45115fa9-f997-42e4-9c51-db7ac029d19a), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:03.792469 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:09:03.793076 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:03.859130 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2599063 Feb 21 04:09:03.883202 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c475c2a1-7a32-40ce-bd00-adc82d8563d1 admin admin] Pushing event updated for resources: {'Network': ['ID=45115fa9-f997-42e4-9c51-db7ac029d19a,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:09:03.894610 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 45115fa9-f997-42e4-9c51-db7ac029d19a details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:09:06.201591 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55262) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:09:06.267504 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd19560-eaa7-4d74-8b84-0da480f11197 admin admin] GET failed (client error): The resource could not be found. Feb 21 04:09:06.268788 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-0dd19560-eaa7-4d74-8b84-0da480f11197 admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0661700 Feb 21 04:09:06.414345 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9af9e29-2984-4f77-a29f-c6795b9707f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:09:06.415773 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b9af9e29-2984-4f77-a29f-c6795b9707f4 admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1427279 Feb 21 04:09:06.425843 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] Request body: {'subnet': {'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:09:06.445807 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] Made reservation on behalf of 88fb5eccfcd94b48acc43643505fb066 for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:09:06.448856 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:06.609223 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (c5eeec93-6813-4926-9989-dac5ad6aa8a4), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:06.663480 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5eeec93-6813-4926-9989-dac5ad6aa8a4,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:09:06.670854 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] Checking segment: {'id': 'eec701ae-1166-4c0a-92b9-7f8bd84f2b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:09:06.671200 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] Network hostable DHCP agents. Network: 45115fa9-f997-42e4-9c51-db7ac029d19a, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:09:06.686693 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] Network 45115fa9-f997-42e4-9c51-db7ac029d19a is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:09:06.694311 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 45115fa9-f997-42e4-9c51-db7ac029d19a) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:09:06.698838 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:09:06.699608 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:06.703905 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ab35d1-42ce-494e-a59d-2cd724b2f823 None None] Network 45115fa9-f997-42e4-9c51-db7ac029d19a requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:09:06.715165 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-422eedd4-3c72-482c-966b-486fafac24a9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2926378 Feb 21 04:09:06.807924 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac9cf657-0a41-558b-95c4-dd6d2c8be1dc-45115fa9-f997-42e4-9c51-db7ac029d19a', 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a', 'project_id': '88fb5eccfcd94b48acc43643505fb066', 'fixed_ips': [{'subnet_id': 'c5eeec93-6813-4926-9989-dac5ad6aa8a4'}]}} from dv-cinder-773985-36-iscsi. {{(pid=102901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 04:09:06.808831 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:06.953840 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.db_base_plugin_common [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Allocated IP 192.168.233.2 (45115fa9-f997-42e4-9c51-db7ac029d19a/c5eeec93-6813-4926-9989-dac5ad6aa8a4/0b7c0309-d9f3-4876-a79c-5b665180f9f5) {{(pid=102901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:09:07.203201 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Publish callbacks [] for port (0b7c0309-d9f3-4876-a79c-5b665180f9f5), precommit_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:07.209855 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (0b7c0309-d9f3-4876-a79c-5b665180f9f5), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:07.248813 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Network 45115fa9-f997-42e4-9c51-db7ac029d19a is already hosted by enough agents. {{(pid=102901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:09:07.251570 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.base_scheduler [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Resources bound (agent type, host, resource id): {{(pid=102901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:09:07.257076 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Received port after_create {{(pid=102901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:09:07.262514 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Pushing event updated for resources: {'Port': ['ID=0b7c0309-d9f3-4876-a79c-5b665180f9f5,revision_number=1']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:09:07.273391 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.273760 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.274267 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.274491 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.274825 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.275685 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.276027 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.276357 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.276698 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.277037 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.277362 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.277953 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.278280 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:09:07.328829 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Attempting to bind port 0b7c0309-d9f3-4876-a79c-5b665180f9f5 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:09:07.329469 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Attempting to bind port 0b7c0309-d9f3-4876-a79c-5b665180f9f5 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': 'eec701ae-1166-4c0a-92b9-7f8bd84f2b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:09:07.329832 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Attempting to bind port 0b7c0309-d9f3-4876-a79c-5b665180f9f5 on network 45115fa9-f997-42e4-9c51-db7ac029d19a {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:09:07.334737 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:09:07.335104 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Checking segment: {'id': 'eec701ae-1166-4c0a-92b9-7f8bd84f2b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:09:07.335503 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:07.335891 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Bound using segment: {'id': 'eec701ae-1166-4c0a-92b9-7f8bd84f2b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:09:07.336361 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Bound port: 0b7c0309-d9f3-4876-a79c-5b665180f9f5, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eec701ae-1166-4c0a-92b9-7f8bd84f2b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:09:07.336811 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0b7c0309-d9f3-4876-a79c-5b665180f9f5), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:07.397609 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] For port 0b7c0309-d9f3-4876-a79c-5b665180f9f5, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:09:07.401220 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] For port 0b7c0309-d9f3-4876-a79c-5b665180f9f5, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=0b7c0309-d9f3-4876-a79c-5b665180f9f5,segment=NetworkSegment(eec701ae-1166-4c0a-92b9-7f8bd84f2b85),segment_id=eec701ae-1166-4c0a-92b9-7f8bd84f2b85)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:09:07.407868 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (0b7c0309-d9f3-4876-a79c-5b665180f9f5), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:07.468094 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fbc58-769b-427a-93bb-332eab49c426 None None] Pushing event updated for resources: {'Port': ['ID=0b7c0309-d9f3-4876-a79c-5b665180f9f5,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:09:08.320361 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b02d0b2-8475-47af-a276-f9cfc149a911 None None] Network 45115fa9-f997-42e4-9c51-db7ac029d19a requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:09:08.387534 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-004c8089-18bc-4bb6-b42f-f1e717484753 None None] Provisioning complete for port 0b7c0309-d9f3-4876-a79c-5b665180f9f5 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:09:08.387919 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-004c8089-18bc-4bb6-b42f-f1e717484753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0b7c0309-d9f3-4876-a79c-5b665180f9f5), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:08.510868 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-004c8089-18bc-4bb6-b42f-f1e717484753 None None] Current status of the port 0b7c0309-d9f3-4876-a79c-5b665180f9f5 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:09:08.511257 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-004c8089-18bc-4bb6-b42f-f1e717484753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0b7c0309-d9f3-4876-a79c-5b665180f9f5), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:08.527049 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 5 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:09:08.549604 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-004c8089-18bc-4bb6-b42f-f1e717484753 None None] For port 0b7c0309-d9f3-4876-a79c-5b665180f9f5, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=0b7c0309-d9f3-4876-a79c-5b665180f9f5,segment=NetworkSegment(eec701ae-1166-4c0a-92b9-7f8bd84f2b85),segment_id=eec701ae-1166-4c0a-92b9-7f8bd84f2b85)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:09:08.556121 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-004c8089-18bc-4bb6-b42f-f1e717484753 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (0b7c0309-d9f3-4876-a79c-5b665180f9f5), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:08.611667 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c8089-18bc-4bb6-b42f-f1e717484753 None None] Pushing event updated for resources: {'Port': ['ID=0b7c0309-d9f3-4876-a79c-5b665180f9f5,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:09:08.780451 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-4e9abeb3-eecc-4bdf-9b20-fd6bcef3894c None None] Provisioning complete for port 0b7c0309-d9f3-4876-a79c-5b665180f9f5 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:09:08.780895 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4e9abeb3-eecc-4bdf-9b20-fd6bcef3894c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0b7c0309-d9f3-4876-a79c-5b665180f9f5), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:08.861968 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-4e9abeb3-eecc-4bdf-9b20-fd6bcef3894c None None] Current status of the port 0b7c0309-d9f3-4876-a79c-5b665180f9f5 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:09:09.346907 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 0b7c0309-d9f3-4876-a79c-5b665180f9f5 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:09:09.396657 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 0b7c0309-d9f3-4876-a79c-5b665180f9f5 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:09:09.397043 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0b7c0309-d9f3-4876-a79c-5b665180f9f5), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:09.473649 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 0b7c0309-d9f3-4876-a79c-5b665180f9f5 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:09:26.064737 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-077009b2-aa61-42a0-b082-b62be6ed42a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:28.122354 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e4c91377-34a8-4998-8bec-96618310141e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:29.416405 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:30.787588 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:32.450408 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:45.526496 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 5 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:09:56.066038 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d98a8397-3eb7-4244-8ce4-4f913f63bbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:58.128010 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1272eb41-62b0-4db4-8b4d-aa9a9298fe46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:09:59.417491 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:00.789803 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:02.452861 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:22.526402 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 5 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:10:26.067431 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-cd1c8f70-3390-4563-82eb-3778f431bfe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:28.119956 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-db4b722b-79d5-42d5-a350-93e8fa05b718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:29.421294 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:30.791209 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:32.455030 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:33.308844 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55302) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:10:33.314522 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [None req-bf1c5e3d-d6a2-48c1-808d-064a17c568a9 tempest-verify_tempest_config-997317200 tempest-verify_tempest_config-997317200-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:10:33.315497 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-bf1c5e3d-d6a2-48c1-808d-064a17c568a9 tempest-verify_tempest_config-997317200 tempest-verify_tempest_config-997317200-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056510 Feb 21 04:10:33.595026 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55320) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:10:33.701589 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:33.774411 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Publish callbacks [] for security_group (8fe5580c-b38a-40ea-a802-39fd53e9461e), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:33.778491 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (8fe5580c-b38a-40ea-a802-39fd53e9461e), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:33.823733 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c060d12b487f489eb67e31278ef264d7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2276697 Feb 21 04:10:33.824543 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe5580c-b38a-40ea-a802-39fd53e9461e,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:10:33.826510 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55324) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:10:33.831092 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.831439 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.831777 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.832106 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.832429 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.832783 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.833119 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.833445 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.833765 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.834082 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.834398 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.834833 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.835173 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6ac388-feb9-4210-899b-56e2ba8fe1d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:33.879645 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Publish callbacks [] for security_group (8fe5580c-b38a-40ea-a802-39fd53e9461e), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:33.900082 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Publish callbacks [] for security_group (8fe5580c-b38a-40ea-a802-39fd53e9461e), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:33.994504 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (8fe5580c-b38a-40ea-a802-39fd53e9461e), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:33.997086 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:33.998276 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8fe5580c-b38a-40ea-a802-39fd53e9461e HTTP/1.1" status: 204 len: 168 time: 0.1706793 Feb 21 04:10:34.006603 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe5580c-b38a-40ea-a802-39fd53e9461e,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:10:34.013424 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.013798 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.014147 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.014483 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.014817 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.015145 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.015493 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.015813 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.016154 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.016483 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.016836 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.017157 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:34.017527 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf4ec2f-932e-442c-a7cd-fbf9a19a1c25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:10:56.069803 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-a947ec42-9489-4952-b1c3-4bfa6642b15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:58.120267 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9937b136-b008-4715-8209-17673940c35d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:59.421569 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:10:59.524572 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 5 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:11:00.793942 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:11:02.457147 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:11:26.071513 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-49e220e0-8642-4eeb-920a-1cd70ec531c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:11:28.121109 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1de72a69-f179-4a71-b2fc-428e6b7f6591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:11:29.423410 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:11:30.795979 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:11:32.459502 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:11:36.523065 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 5 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:11:56.072066 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e6699f93-035d-434b-a718-705f801277cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:11:58.122132 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-3c4675c0-6611-41dd-b8cf-a18a1814527d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:11:59.426209 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:00.799159 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:02.461781 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:09.918214 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655191'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:13.521737 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:12:24.202070 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55396) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:12:24.306389 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-9f3c1e67-3647-4327-be95-02132b668ee6 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1032412 Feb 21 04:12:26.073349 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-61704e22-85cc-4a18-8069-d21d0d90a942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:26.621281 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55406) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:12:26.673954 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-39c4c3d4-9ef6-40b9-962a-e679acc7a28c admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0515928 Feb 21 04:12:28.123956 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-38a416ce-529d-4233-ba18-8bcf97edfeea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:29.430176 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:30.803341 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:32.463913 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:39.906737 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:50.521457 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:12:56.073969 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-36e5f90d-1678-4b4f-bc64-440e0b36e976 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:58.123568 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-7e57c5de-8d6e-4b40-8194-13b46997eeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:12:59.430586 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:00.804114 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:02.466309 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:09.913858 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:26.077418 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-7ee3e595-fb3d-4ada-ab4b-1f50031866d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:27.520878 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:13:28.127859 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-a1895fa6-27df-4783-88c2-553f6185bab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:29.434236 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:30.807547 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:32.468931 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:39.920102 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:56.089505 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-20673d05-b0dc-4d1d-bf2e-436db1e4b5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:57.577571 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55546) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:13:57.795935 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55560) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:13:57.893289 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1067341530-network', 'tenant_id': 'a0b65910b0574d41970df84e6a1fdbba'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:13:57.913852 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Made reservation on behalf of a0b65910b0574d41970df84e6a1fdbba for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:13:57.916566 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:57.926369 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:57.967964 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-752510710-network', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:13:57.997665 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Made reservation on behalf of aa414febea2c4d4eb40898c7b119111a for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:13:57.999929 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.010050 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.063397 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Publish callbacks [] for security_group (e8cdc92f-8b55-44d1-98d9-f08feb5269cb), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.076688 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (e8cdc92f-8b55-44d1-98d9-f08feb5269cb), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.136921 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-82405090-dfea-4ddf-8d80-da883385c7d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.145120 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8cdc92f-8b55-44d1-98d9-f08feb5269cb,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:13:58.151145 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Publish callbacks [] for security_group (14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.158159 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:13:58.160402 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.169527 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.169880 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.170224 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.170565 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.170894 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.171234 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.171554 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.171879 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.172737 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.173073 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.173396 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.173720 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.174044 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Tracked resource versions report: Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: pushed versions: Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: { 'AddressGroup': {'1.2'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'ConntrackHelper': {'1.0'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'LocalIPAssociation': {'1.0'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Log': {'1.0'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Network': {'1.1'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Port': {'1.7'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'PortForwarding': {'1.2'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'QosPolicy': {'1.10'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SecurityGroup': {'1.5'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SecurityGroupRule': {'1.2'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SubPort': {'1.0'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Subnet': {'1.1'}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Trunk': {'1.1'}} Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: consumer versions: Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: { DHCP agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: HyperV agent@hv-cinder-77398: {}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: L3 agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: Metadata agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: Metering agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: Open vSwitch agent@dv-cinder-773985-36-iscsi: { 'AddressGroup': '1.2', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'ConntrackHelper': '1.0', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'LocalIPAssociation': '1.0', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Log': '1.0', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Network': '1.1', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Port': '1.7', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'PortForwarding': '1.2', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'QosPolicy': '1.10', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SecurityGroup': '1.5', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SecurityGroupRule': '1.2', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'SubPort': '1.0', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Subnet': '1.1', Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: 'Trunk': '1.1'}} Feb 21 04:13:58.179176 dv-cinder-773985-36-iscsi neutron-server[102900]: {{(pid=102900) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 04:13:58.184095 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:13:58.195959 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (aabf72f6-a2fe-46d3-9e69-15cebe1fbd44), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.196319 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Added segment aabf72f6-a2fe-46d3-9e69-15cebe1fbd44 of type vlan for network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 Feb 21 04:13:58.251070 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (2dbdf964-252c-4bd3-8302-8e42b37a68a2), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.266766 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (f6d303ad-ffb2-49bb-971b-1326b868d070), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.267107 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Added segment f6d303ad-ffb2-49bb-971b-1326b868d070 of type vlan for network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 Feb 21 04:13:58.293031 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (2dbdf964-252c-4bd3-8302-8e42b37a68a2), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.294178 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:13:58.294764 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.350824 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55606) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:13:58.351351 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5534174 Feb 21 04:13:58.351925 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:13:58.368062 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Request body: {'subnet': {'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-752510710-subnet', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:13:58.396395 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e13d1-9e65-4862-9d77-abfab0f603c9 admin admin] Pushing event updated for resources: {'Network': ['ID=2dbdf964-252c-4bd3-8302-8e42b37a68a2,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:13:58.402098 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Made reservation on behalf of aa414febea2c4d4eb40898c7b119111a for: {'subnet': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:13:58.405926 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.410180 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (0e926c3e-9f0b-4575-b2e7-0a1f391618f8), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.430466 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:13:58.442545 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (0e926c3e-9f0b-4575-b2e7-0a1f391618f8), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.443749 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:13:58.444248 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.510586 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9318995 Feb 21 04:13:58.513125 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55618) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:13:58.538365 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] Request body: {'subnet': {'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1067341530-subnet', 'tenant_id': 'a0b65910b0574d41970df84e6a1fdbba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:13:58.562404 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdf3d87-51a9-4d7f-96c7-6ab7989b0305 admin admin] Pushing event updated for resources: {'Network': ['ID=0e926c3e-9f0b-4575-b2e7-0a1f391618f8,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:13:58.570243 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] Made reservation on behalf of a0b65910b0574d41970df84e6a1fdbba for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:13:58.574305 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:13:58.576938 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.715937 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (6ead5157-185b-4075-b976-6dd3977612ed), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.768394 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ead5157-185b-4075-b976-6dd3977612ed,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:13:58.776385 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.776872 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.777304 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.777746 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.778419 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.778835 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.779407 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.779800 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.780198 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.780719 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.781215 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.781592 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.781918 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Tracked resource versions report: Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: pushed versions: Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: { 'AddressGroup': {'1.2'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'ConntrackHelper': {'1.0'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'LocalIPAssociation': {'1.0'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Log': {'1.0'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Network': {'1.1'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Port': {'1.7'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'PortForwarding': {'1.2'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'QosPolicy': {'1.10'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SecurityGroup': {'1.5'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SecurityGroupRule': {'1.2'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SubPort': {'1.0'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Subnet': {'1.1'}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Trunk': {'1.1'}} Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: consumer versions: Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: { DHCP agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: HyperV agent@hv-cinder-77398: {}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: L3 agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: Metadata agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: Metering agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: Open vSwitch agent@dv-cinder-773985-36-iscsi: { 'AddressGroup': '1.2', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'ConntrackHelper': '1.0', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'LocalIPAssociation': '1.0', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Log': '1.0', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Network': '1.1', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Port': '1.7', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'PortForwarding': '1.2', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'QosPolicy': '1.10', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SecurityGroup': '1.5', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SecurityGroupRule': '1.2', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'SubPort': '1.0', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Subnet': '1.1', Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: 'Trunk': '1.1'}} Feb 21 04:13:58.783048 dv-cinder-773985-36-iscsi neutron-server[102899]: {{(pid=102899) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 04:13:58.804070 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Checking segment: {'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:13:58.804409 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Network hostable DHCP agents. Network: 2dbdf964-252c-4bd3-8302-8e42b37a68a2, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:13:58.808615 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (1ded90e6-ea51-40b5-9fe9-82428e77be8f), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.827640 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:13:58.843248 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55626) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:13:58.851945 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 2dbdf964-252c-4bd3-8302-8e42b37a68a2) {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:13:58.856502 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:13:58.857139 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.862443 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49016e4-e583-428a-ac1a-baf696961176 None None] Network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:13:58.876373 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-815ebc4f-67a6-4aa6-b546-88002cb1c491 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5237548 Feb 21 04:13:58.879458 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55630) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:13:58.893515 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-752510710-router', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:13:58.907760 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55632) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:13:58.936788 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ded90e6-ea51-40b5-9fe9-82428e77be8f,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:13:58.950127 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] Checking segment: {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:13:58.950492 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] Network hostable DHCP agents. Network: 0e926c3e-9f0b-4575-b2e7-0a1f391618f8, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:13:58.965079 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55638) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:13:58.977941 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router (ce55f87b-d20c-42df-8ae4-3df566b31259), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.979074 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1961'] for router (ce55f87b-d20c-42df-8ae4-3df566b31259), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:58.989626 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a025c56a-0221-4346-b518-2409b07b2a5c None None] Network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:13:58.996951 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] Network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:13:59.038285 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 0e926c3e-9f0b-4575-b2e7-0a1f391618f8) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:13:59.050219 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dc29d1-2bd2-4b7c-94bc-b1dfb829a3cb None None] Network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:13:59.060929 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:13:59.061527 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.094802 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Publish callbacks [] for router_controller (ce55f87b-d20c-42df-8ae4-3df566b31259), precommit_add_association {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.121215 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f74daaa2-759e-4e3c-b9ae-d6e0b6817c2d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6067595 Feb 21 04:13:59.190534 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898eadd4-0eec-4661-ba71-35f154276fb6 None None] Network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:13:59.242205 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-234847632-network', 'tenant_id': '48379efb9a064a1a86af9bbcce334723'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:13:59.263146 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Publish callbacks [] for router_gateway (ce55f87b-d20c-42df-8ae4-3df566b31259), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.271004 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Made reservation on behalf of 48379efb9a064a1a86af9bbcce334723 for: {'network': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:13:59.278131 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.287984 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1119704858-network', 'tenant_id': '72d3b51bfa7e4f3190c280abd14571ff'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:13:59.307379 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.341197 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Made reservation on behalf of 72d3b51bfa7e4f3190c280abd14571ff for: {'network': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:13:59.345528 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.416376 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Publish callbacks [] for security_group (a14e1284-ff3a-4757-97a2-3c3b6c476e16), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.427282 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-network', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:13:59.436468 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.439648 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (a14e1284-ff3a-4757-97a2-3c3b6c476e16), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.440778 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.487888 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=102899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:13:59.522005 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Publish callbacks [] for router_gateway (ce55f87b-d20c-42df-8ae4-3df566b31259), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.525133 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14e1284-ff3a-4757-97a2-3c3b6c476e16,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:13:59.531404 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (407d091e-efb7-4a94-9db9-3435fee7f689), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.531864 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.segments_db [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Added segment 407d091e-efb7-4a94-9db9-3435fee7f689 of type vlan for network 3465e362-f669-435d-b77a-3a5c6da4109d Feb 21 04:13:59.533728 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Made reservation on behalf of 53f9f8c7b6284a97b2c5ac5aee7f3c79 for: {'network': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:13:59.537425 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.569701 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.570861 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.641924 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (3465e362-f669-435d-b77a-3a5c6da4109d), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.683078 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Publish callbacks [] for security_group (da7c8650-5ed4-4880-880e-7ccbfe462673), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.714512 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (da7c8650-5ed4-4880-880e-7ccbfe462673), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.786134 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (3465e362-f669-435d-b77a-3a5c6da4109d), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.787378 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:13:59.788122 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.793796 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=102899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:13:59.809093 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Allocated IP 172.27.0.125 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/7959c63d-3f40-42c3-83d7-63199190cdf8) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:13:59.863296 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] Pushing event updated for resources: {'Network': ['ID=3465e362-f669-435d-b77a-3a5c6da4109d,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:13:59.872374 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7c8650-5ed4-4880-880e-7ccbfe462673,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:13:59.879523 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 3465e362-f669-435d-b77a-3a5c6da4109d details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:13:59.883820 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (d637b6b9-de20-46ec-a7ed-fb2e9b156f3e), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.884551 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.segments_db [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Added segment d637b6b9-de20-46ec-a7ed-fb2e9b156f3e of type vlan for network f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 Feb 21 04:13:59.894081 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-b502edc6-7073-46cb-9d5a-faea9fcebb14 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9849405 Feb 21 04:13:59.895108 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55684) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:13:59.908352 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] Request body: {'subnet': {'network_id': '3465e362-f669-435d-b77a-3a5c6da4109d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-234847632-subnet', 'tenant_id': '48379efb9a064a1a86af9bbcce334723', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:13:59.970161 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Publish callbacks [] for security_group (357054ec-8b53-443e-8779-c0fd505e337c), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.988828 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.989638 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Publish callbacks [] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:13:59.993357 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (357054ec-8b53-443e-8779-c0fd505e337c), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.010074 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=102899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:14:00.030085 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] Made reservation on behalf of 48379efb9a064a1a86af9bbcce334723 for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:14:00.034267 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.036389 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (d1538dd7-fb97-45f7-8852-f931aba097cc), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.036784 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.segments_db [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Added segment d1538dd7-fb97-45f7-8852-f931aba097cc of type vlan for network 81e10afa-1f4c-4986-8e6d-20263abcd54c Feb 21 04:14:00.038422 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.090964 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (81e10afa-1f4c-4986-8e6d-20263abcd54c), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.102716 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.db.resource_extend [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 21 04:14:00.119043 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:00.121625 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Pushing event updated for resources: {'Port': ['ID=7959c63d-3f40-42c3-83d7-63199190cdf8,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:00.124522 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:00.140038 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357054ec-8b53-443e-8779-c0fd505e337c,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:00.146246 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.147282 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:00.147919 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.161870 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:14:00.171220 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (81e10afa-1f4c-4986-8e6d-20263abcd54c), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.172231 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:00.172934 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.224151 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3788414 Feb 21 04:14:00.225410 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb7d67-00da-4832-b8e9-c00a02d1072c admin admin] Pushing event updated for resources: {'Network': ['ID=f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:00.227419 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55696) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:00.235018 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2683437 Feb 21 04:14:00.237713 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:14:00.256696 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] Request body: {'subnet': {'network_id': 'f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1119704858-subnet', 'tenant_id': '72d3b51bfa7e4f3190c280abd14571ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:00.261742 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55698) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:00.290457 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] Request body: {'subnet': {'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-subnet', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:00.446397 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Publish callbacks [] for router_gateway (ce55f87b-d20c-42df-8ae4-3df566b31259), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.536911 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edebb31-b0dd-4331-bbfc-d689c987562d admin admin] Pushing event updated for resources: {'Network': ['ID=81e10afa-1f4c-4986-8e6d-20263abcd54c,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:00.552231 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 81e10afa-1f4c-4986-8e6d-20263abcd54c details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:14:00.557087 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] Made reservation on behalf of 53f9f8c7b6284a97b2c5ac5aee7f3c79 for: {'subnet': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:14:00.559846 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.758819 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] Made reservation on behalf of 72d3b51bfa7e4f3190c280abd14571ff for: {'subnet': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:14:00.761957 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.764400 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (46d40582-7f92-4c2a-a504-bb2c26cd0187), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.815823 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (65d40d08-9153-4915-b0f2-c4e9fc28b6c3), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:00.821244 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=46d40582-7f92-4c2a-a504-bb2c26cd0187,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:00.849911 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:01.037848 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=65d40d08-9153-4915-b0f2-c4e9fc28b6c3,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:01.044852 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] Checking segment: {'id': '407d091e-efb7-4a94-9db9-3435fee7f689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '3465e362-f669-435d-b77a-3a5c6da4109d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:01.045242 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] Network hostable DHCP agents. Network: 3465e362-f669-435d-b77a-3a5c6da4109d, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:14:01.054374 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] Checking segment: {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:01.054729 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] Network hostable DHCP agents. Network: 81e10afa-1f4c-4986-8e6d-20263abcd54c, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:14:01.058170 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654508'] for router (ce55f87b-d20c-42df-8ae4-3df566b31259), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:01.093419 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (e7fc040b-05a5-420f-9753-149af5a9cf12), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:01.099463 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] Network 81e10afa-1f4c-4986-8e6d-20263abcd54c is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:14:01.108929 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] Network 3465e362-f669-435d-b77a-3a5c6da4109d is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:14:01.148288 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 81e10afa-1f4c-4986-8e6d-20263abcd54c) {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:01.156772 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:01.156962 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:01.161945 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c42a587-18b2-48c2-b776-a6306604a421 None None] Network 81e10afa-1f4c-4986-8e6d-20263abcd54c requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:14:01.167538 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 3465e362-f669-435d-b77a-3a5c6da4109d) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:01.175082 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:01.175688 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:01.203953 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-28408b8d-23f5-494b-91c9-2601c8b50e1d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3061614 Feb 21 04:14:01.208717 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7fc040b-05a5-420f-9753-149af5a9cf12,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:01.253723 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-69498389-6454-4922-b0d0-f48752114fdc admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9878113 Feb 21 04:14:01.254725 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55764) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:01.260500 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:01.279554 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905d6173-4ed0-42ea-8300-5a2ae104fb09 None None] Network 3465e362-f669-435d-b77a-3a5c6da4109d requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:14:01.309994 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] Checking segment: {'id': 'd637b6b9-de20-46ec-a7ed-fb2e9b156f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:01.310363 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] Network hostable DHCP agents. Network: f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:14:01.346911 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router (34566123-a2c9-469d-8d4e-63bb0df62ed4), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:01.347811 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1961'] for router (34566123-a2c9-469d-8d4e-63bb0df62ed4), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:01.354022 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Router ce55f87b-d20c-42df-8ae4-3df566b31259 is scheduled to L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 with binding_index 1 {{(pid=102900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 04:14:01.398687 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] Network f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:14:01.427500 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55780) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:01.438305 dv-cinder-773985-36-iscsi neutron-server[102899]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 04:14:01.514601 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6) {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:01.550175 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc609dc-6c05-47ef-b226-416224c339b0 None None] Network f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:14:01.556474 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:01.558821 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:01.607390 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:14:01.622071 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Sync routers for ids ['ce55f87b-d20c-42df-8ae4-3df566b31259'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:14:01.626827 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac9cf657-0a41-558b-95c4-dd6d2c8be1dc-81e10afa-1f4c-4986-8e6d-20263abcd54c', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187'}]}} from dv-cinder-773985-36-iscsi. {{(pid=102901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 04:14:01.629280 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:01.639222 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Routers {'ce55f87b-d20c-42df-8ae4-3df566b31259'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:14:01.640161 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:13:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ce55f87b-d20c-42df-8ae4-3df566b31259'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:01.643954 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:01.645499 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-72e93315-b22b-4665-9a0b-612009061828 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7627165 Feb 21 04:14:01.648436 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55802) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:01.745602 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55810) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:01.751205 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c951a5-efe9-4662-88bc-6578142f46ac None None] Network 3465e362-f669-435d-b77a-3a5c6da4109d requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:14:01.843191 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Publish callbacks [] for router_controller (34566123-a2c9-469d-8d4e-63bb0df62ed4), precommit_add_association {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:01.873805 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-1c8017e6-5c6d-4444-8ba8-3a067d79c1b8 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6451018 Feb 21 04:14:02.071024 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f71d49f0-ea84-48cf-acae-3678c15e75ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:02.202382 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Set router ce55f87b-d20c-42df-8ae4-3df566b31259 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:14:02.296075 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Publish callbacks [] for router_gateway (34566123-a2c9-469d-8d4e-63bb0df62ed4), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:02.356665 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-fe4bb35a-31c3-4363-9de5-6f858ca99e7f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:02.359422 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-fe4bb35a-31c3-4363-9de5-6f858ca99e7f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 815 time: 0.9250820 Feb 21 04:14:02.431495 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55852) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:02.475588 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-03cf27f4-4355-45c7-82b8-5ea45b9612c6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/quotas/a0b65910b0574d41970df84e6a1fdbba HTTP/1.1" status: 200 len: 375 time: 0.1061299 Feb 21 04:14:02.482457 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bcb81c-bdfb-4b2f-aaf5-7009240b66fd None None] Network f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:14:02.557002 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-56ffb50b-4d9e-4b89-8f5c-0c34b0177ba0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712652 Feb 21 04:14:02.576597 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'name': 'tempest-ServerRescueNegativeTestJSON-752510710-router', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:13:58Z', 'updated_at': '2022-02-21T04:14:00Z', 'revision_number': 3, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'gw_port': {'id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:13:59Z', 'updated_at': '2022-02-21T04:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:02.643220 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Checking router: ce55f87b-d20c-42df-8ae4-3df566b31259 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:14:02.643940 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Updating router ce55f87b-d20c-42df-8ae4-3df566b31259 port 7959c63d-3f40-42c3-83d7-63199190cdf8 binding host dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:14:02.708070 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f71d49f0-ea84-48cf-acae-3678c15e75ed admin admin] Publish callbacks [] for security_group (75204412-6941-4fbe-9f2e-e7ef6f7756cf), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:02.712910 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:02.729611 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f71d49f0-ea84-48cf-acae-3678c15e75ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (75204412-6941-4fbe-9f2e-e7ef6f7756cf), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:02.782042 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f71d49f0-ea84-48cf-acae-3678c15e75ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c94794218d3e44d68456fb070a355c89&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0331652 Feb 21 04:14:02.793472 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55886) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:02.826382 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:02.876602 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.db_base_plugin_common [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Allocated IP 172.20.0.2 (81e10afa-1f4c-4986-8e6d-20263abcd54c/46d40582-7f92-4c2a-a504-bb2c26cd0187/d0af1faa-2665-4c7d-96f2-e7eb82492fbc) {{(pid=102901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:14:02.977000 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1e047989-e13d-499f-8c2a-c23174e94cbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.054917 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 55908) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:03.064842 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71d49f0-ea84-48cf-acae-3678c15e75ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75204412-6941-4fbe-9f2e-e7ef6f7756cf,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:03.077842 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1793544463-network', 'tenant_id': '506aaa9178654b638f05382ab05bc890'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:03.151209 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Publish callbacks [] for router_gateway (34566123-a2c9-469d-8d4e-63bb0df62ed4), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.166737 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Publish callbacks [] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), precommit_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.177324 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.196467 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Publish callbacks [] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), precommit_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.206954 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.243665 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Attempting to bind port 7959c63d-3f40-42c3-83d7-63199190cdf8 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:14:03.244175 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Attempting to bind port 7959c63d-3f40-42c3-83d7-63199190cdf8 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:14:03.244654 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Attempting to bind port 7959c63d-3f40-42c3-83d7-63199190cdf8 on network c140f77a-4017-4082-ac35-9c51671a2a66 {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:03.251354 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Pushing event updated for resources: {'Port': ['ID=7959c63d-3f40-42c3-83d7-63199190cdf8,revision_number=2']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:03.254965 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.258070 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:14:03.258598 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Checking segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:03.259170 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.259937 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Bound using segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:14:03.260969 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Bound port: 7959c63d-3f40-42c3-83d7-63199190cdf8, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:14:03.261608 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.265718 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Made reservation on behalf of 506aaa9178654b638f05382ab05bc890 for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:14:03.268593 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.276959 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-a77fb3d2-7346-45da-a5eb-b93ef070bfda service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:14:03.286181 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-a77fb3d2-7346-45da-a5eb-b93ef070bfda service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4356990 Feb 21 04:14:03.287618 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.288180 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.288846 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.289376 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.290025 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.290539 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.291143 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.291675 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.292197 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.292772 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.293301 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.293689 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.294219 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Tracked resource versions report: Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: pushed versions: Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: { 'AddressGroup': {'1.2'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'ConntrackHelper': {'1.0'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'LocalIPAssociation': {'1.0'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Log': {'1.0'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Network': {'1.1'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Port': {'1.7'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'PortForwarding': {'1.2'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'QosPolicy': {'1.10'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SecurityGroup': {'1.5'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SecurityGroupRule': {'1.2'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SubPort': {'1.0'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Subnet': {'1.1'}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Trunk': {'1.1'}} Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: consumer versions: Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: { DHCP agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: HyperV agent@hv-cinder-77398: {}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: L3 agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: Metadata agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: Metering agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: Open vSwitch agent@dv-cinder-773985-36-iscsi: { 'AddressGroup': '1.2', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'ConntrackHelper': '1.0', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'LocalIPAssociation': '1.0', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Log': '1.0', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Network': '1.1', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Port': '1.7', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'PortForwarding': '1.2', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'QosPolicy': '1.10', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SecurityGroup': '1.5', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SecurityGroupRule': '1.2', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'SubPort': '1.0', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Subnet': '1.1', Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: 'Trunk': '1.1'}} Feb 21 04:14:03.295601 dv-cinder-773985-36-iscsi neutron-server[102902]: {{(pid=102902) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 04:14:03.298752 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Network 81e10afa-1f4c-4986-8e6d-20263abcd54c is already hosted by enough agents. {{(pid=102901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:03.300206 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Pushing event updated for resources: {'Port': ['ID=d0af1faa-2665-4c7d-96f2-e7eb82492fbc,revision_number=1']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:03.315347 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.base_scheduler [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Resources bound (agent type, host, resource id): {{(pid=102901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:03.317749 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.318105 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.325153 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.325732 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.326238 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.326721 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.327231 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.327712 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.328782 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.329297 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.329899 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.330127 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.330455 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Tracked resource versions report: Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: pushed versions: Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: { 'AddressGroup': {'1.2'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'ConntrackHelper': {'1.0'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'LocalIPAssociation': {'1.0'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Log': {'1.0'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Network': {'1.1'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Port': {'1.7'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'PortForwarding': {'1.2'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'QosPolicy': {'1.10'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SecurityGroup': {'1.5'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SecurityGroupRule': {'1.2'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SubPort': {'1.0'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Subnet': {'1.1'}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Trunk': {'1.1'}} Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: consumer versions: Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: { DHCP agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: HyperV agent@hv-cinder-77398: {}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: L3 agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: Metadata agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: Metering agent@dv-cinder-773985-36-iscsi: {}, Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: Open vSwitch agent@dv-cinder-773985-36-iscsi: { 'AddressGroup': '1.2', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'ConntrackHelper': '1.0', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'LocalIPAssociation': '1.0', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Log': '1.0', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Network': '1.1', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Port': '1.7', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'PortForwarding': '1.2', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'QosPolicy': '1.10', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SecurityGroup': '1.5', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SecurityGroupRule': '1.2', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'SubPort': '1.0', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Subnet': '1.1', Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: 'Trunk': '1.1'}} Feb 21 04:14:03.331722 dv-cinder-773985-36-iscsi neutron-server[102901]: {{(pid=102901) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 21 04:14:03.342020 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.348213 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Received port after_create {{(pid=102901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:14:03.356160 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] For port 7959c63d-3f40-42c3-83d7-63199190cdf8, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:14:03.360009 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] For port 7959c63d-3f40-42c3-83d7-63199190cdf8, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=7959c63d-3f40-42c3-83d7-63199190cdf8,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:14:03.374126 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.377870 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d3510e28-e59d-4817-8b1b-01ca27fc58f4 admin admin] Publish callbacks [] for security_group (75204412-6941-4fbe-9f2e-e7ef6f7756cf), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.457975 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Attempting to bind port d0af1faa-2665-4c7d-96f2-e7eb82492fbc on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:14:03.458608 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Attempting to bind port d0af1faa-2665-4c7d-96f2-e7eb82492fbc by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:14:03.459276 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Attempting to bind port d0af1faa-2665-4c7d-96f2-e7eb82492fbc on network 81e10afa-1f4c-4986-8e6d-20263abcd54c {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:03.465625 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:14:03.466253 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Checking segment: {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:03.466848 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.467414 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Bound using segment: {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:14:03.468268 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Bound port: d0af1faa-2665-4c7d-96f2-e7eb82492fbc, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:14:03.469023 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.490145 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e84a219-24be-4a82-84ff-2ee5643fec9d None None] Pushing event updated for resources: {'Port': ['ID=7959c63d-3f40-42c3-83d7-63199190cdf8,revision_number=3']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:03.532330 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Routers {'ce55f87b-d20c-42df-8ae4-3df566b31259'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:14:03.533874 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:13:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ce55f87b-d20c-42df-8ae4-3df566b31259'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:03.537992 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1e047989-e13d-499f-8c2a-c23174e94cbb admin admin] Publish callbacks [] for security_group (f7607dbc-0d70-4a50-b3d3-f8d4e1cb975a), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.554427 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-38be7f37-a296-4d94-9cd0-abc9580d9360 service neutron] 10.222.0.10 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649472 Feb 21 04:14:03.570936 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] For port d0af1faa-2665-4c7d-96f2-e7eb82492fbc, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:14:03.577416 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] For port d0af1faa-2665-4c7d-96f2-e7eb82492fbc, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=d0af1faa-2665-4c7d-96f2-e7eb82492fbc,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:14:03.588188 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d3510e28-e59d-4817-8b1b-01ca27fc58f4 admin admin] Publish callbacks [] for security_group (75204412-6941-4fbe-9f2e-e7ef6f7756cf), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.596811 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.666544 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Allocated IP 172.27.0.17 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/32da601b-286c-46e9-9120-f75e3f165780) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:14:03.689298 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-e89d03ca-fd0d-48f0-9838-d260438a453e service neutron] 10.222.0.10 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331298 Feb 21 04:14:03.723905 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96808f-c4c7-4b26-917d-e9df6d219351 None None] Pushing event updated for resources: {'Port': ['ID=d0af1faa-2665-4c7d-96f2-e7eb82492fbc,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:03.766542 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] Set router ce55f87b-d20c-42df-8ae4-3df566b31259 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:14:03.905789 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Publish callbacks [] for security_group (81b72ad2-7315-438e-a39b-3ae14c706e2e), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.910021 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.931550 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d3510e28-e59d-4817-8b1b-01ca27fc58f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (75204412-6941-4fbe-9f2e-e7ef6f7756cf), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.934512 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d3510e28-e59d-4817-8b1b-01ca27fc58f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:03.935665 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-d3510e28-e59d-4817-8b1b-01ca27fc58f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75204412-6941-4fbe-9f2e-e7ef6f7756cf HTTP/1.1" status: 204 len: 168 time: 1.0854948 Feb 21 04:14:03.936679 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1e047989-e13d-499f-8c2a-c23174e94cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (f7607dbc-0d70-4a50-b3d3-f8d4e1cb975a), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.028156 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-1e047989-e13d-499f-8c2a-c23174e94cbb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bfac8c2997c4fd4856c235f5b7afc92&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5924673 Feb 21 04:14:04.028156 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (81b72ad2-7315-438e-a39b-3ae14c706e2e), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.035694 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55950) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:04.138508 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Publish callbacks [] for port (32da601b-286c-46e9-9120-f75e3f165780), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.263878 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-339b28ea-fb50-4be7-981e-88c869f60775 req-7f308c11-2201-48f8-a538-51883e8bcc2d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 210 time: 0.1100359 Feb 21 04:14:04.316455 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fa8b2974-6187-4a28-ad56-4eccc763ebd9 admin admin] Publish callbacks [] for security_group (f7607dbc-0d70-4a50-b3d3-f8d4e1cb975a), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.331439 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Allocated IP 172.20.0.1 (2dbdf964-252c-4bd3-8302-8e42b37a68a2/6ead5157-185b-4075-b976-6dd3977612ed/e7e4daad-9485-4491-aa97-f93c0e3b2a1c) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:14:04.332031 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (32da601b-286c-46e9-9120-f75e3f165780), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.367524 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'name': 'tempest-ServerRescueNegativeTestJSON-752510710-router', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:13:58Z', 'updated_at': '2022-02-21T04:14:00Z', 'revision_number': 3, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'gw_port': {'id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:13:59Z', 'updated_at': '2022-02-21T04:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:04.392851 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fa8b2974-6187-4a28-ad56-4eccc763ebd9 admin admin] Publish callbacks [] for security_group (f7607dbc-0d70-4a50-b3d3-f8d4e1cb975a), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.395724 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:04.409055 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:04.413367 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:14:04.450732 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365e208-a623-49d5-8a9d-5adbeb973e24 None None] The sync data for ids ['ce55f87b-d20c-42df-8ae4-3df566b31259'] in dv-cinder-773985-36-iscsi is: [{'id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'name': 'tempest-ServerRescueNegativeTestJSON-752510710-router', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:13:58Z', 'updated_at': '2022-02-21T04:14:00Z', 'revision_number': 3, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'gw_port': {'id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e8:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:13:59Z', 'updated_at': '2022-02-21T04:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:14:04.512658 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Publish callbacks [] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.537014 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:14:04.582020 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55978) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:04.586847 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Pushing event updated for resources: {'Port': ['ID=32da601b-286c-46e9-9120-f75e3f165780,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:04.634398 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.647202 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3510e28-e59d-4817-8b1b-01ca27fc58f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75204412-6941-4fbe-9f2e-e7ef6f7756cf,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:04.651382 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:14:04.692776 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e047989-e13d-499f-8c2a-c23174e94cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7607dbc-0d70-4a50-b3d3-f8d4e1cb975a,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:04.734082 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55986) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:04.765387 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:04.797390 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a73a03d1-fbbc-4311-8012-f7ba91f89485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.797529 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:04.841586 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e4daad-9485-4491-aa97-f93c0e3b2a1c,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:04.842934 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 55996) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:04.847099 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:14:04.847828 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653435'] for router_interface (ce55f87b-d20c-42df-8ae4-3df566b31259), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.944982 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fa8b2974-6187-4a28-ad56-4eccc763ebd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (f7607dbc-0d70-4a50-b3d3-f8d4e1cb975a), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.948689 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fa8b2974-6187-4a28-ad56-4eccc763ebd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:04.949901 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-fa8b2974-6187-4a28-ad56-4eccc763ebd9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7607dbc-0d70-4a50-b3d3-f8d4e1cb975a HTTP/1.1" status: 204 len: 168 time: 0.9075408 Feb 21 04:14:05.124924 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b2974-6187-4a28-ad56-4eccc763ebd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7607dbc-0d70-4a50-b3d3-f8d4e1cb975a,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:05.165193 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (cbc26ed2-c50e-472c-881a-10fdd02ef3bd), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.165560 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Added segment cbc26ed2-c50e-472c-881a-10fdd02ef3bd of type vlan for network a196d429-1710-49a1-80af-eb0fa4a9c79a Feb 21 04:14:05.185428 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fed39dda-3b82-41c3-b71b-03c77b93a4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.232022 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b72ad2-7315-438e-a39b-3ae14c706e2e,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:05.257040 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Publish callbacks [] for router_gateway (34566123-a2c9-469d-8d4e-63bb0df62ed4), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.338285 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (a196d429-1710-49a1-80af-eb0fa4a9c79a), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.419549 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-80aabd41-714e-40ea-badb-03bca0d5e83a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:05.421153 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-80aabd41-714e-40ea-badb-03bca0d5e83a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/networks?id=f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 HTTP/1.1" status: 200 len: 812 time: 0.5402751 Feb 21 04:14:05.449236 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.455836 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fbb86c-5447-4920-92c4-7bdf866def49 None None] Network 81e10afa-1f4c-4986-8e6d-20263abcd54c requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:14:05.489888 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f55075ec-4603-4eae-a2f3-0c2c16a90eb3 req-bb44c647-b737-4122-8b0a-4c40d25cbc47 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 210 time: 0.1116149 Feb 21 04:14:05.506566 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (a196d429-1710-49a1-80af-eb0fa4a9c79a), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.507564 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:05.508151 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.548118 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a73a03d1-fbbc-4311-8012-f7ba91f89485 admin admin] Publish callbacks [] for security_group (81fe0caf-81fc-4d90-a848-ca55c609d660), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.624342 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56014) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:05.639836 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-e33258fd-1012-4b66-9247-9a3026b8bf39 None None] Provisioning complete for port d0af1faa-2665-4c7d-96f2-e7eb82492fbc triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:05.640444 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e33258fd-1012-4b66-9247-9a3026b8bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.651208 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5832283 Feb 21 04:14:05.659082 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 56016) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:05.672818 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] Request body: {'subnet': {'network_id': 'a196d429-1710-49a1-80af-eb0fa4a9c79a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1793544463-subnet', 'tenant_id': '506aaa9178654b638f05382ab05bc890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:05.675799 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a73a03d1-fbbc-4311-8012-f7ba91f89485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (81fe0caf-81fc-4d90-a848-ca55c609d660), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.694351 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device d0af1faa-2665-4c7d-96f2-e7eb82492fbc up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:05.699159 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-eb0e7dce-85d6-43ec-8e28-47138bf88963 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/quotas/72d3b51bfa7e4f3190c280abd14571ff HTTP/1.1" status: 200 len: 375 time: 0.2115474 Feb 21 04:14:05.713484 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1666f8d-fe8e-4d6b-8750-6b5a504204bb admin admin] Pushing event updated for resources: {'Network': ['ID=a196d429-1710-49a1-80af-eb0fa4a9c79a,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:05.715949 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] Made reservation on behalf of 506aaa9178654b638f05382ab05bc890 for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:14:05.719582 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.741727 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network a196d429-1710-49a1-80af-eb0fa4a9c79a details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:14:05.803398 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e55d2f5b-b7ba-40b4-8e00-6586262ebaa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.823825 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-0159d904-3251-465c-8940-1304a62657cd tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=72d3b51bfa7e4f3190c280abd14571ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1236920 Feb 21 04:14:05.869315 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-a73a03d1-fbbc-4311-8012-f7ba91f89485 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fa1caabe1484417a3fe3a6e9dc6f289&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1315913 Feb 21 04:14:05.874730 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 56026) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:05.935381 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fed39dda-3b82-41c3-b71b-03c77b93a4ea admin admin] Publish callbacks [] for security_group (6a2b5b90-207b-45f9-9404-7ce51409b145), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.945661 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73a03d1-fbbc-4311-8012-f7ba91f89485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fe0caf-81fc-4d90-a848-ca55c609d660,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:05.964024 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fed39dda-3b82-41c3-b71b-03c77b93a4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (6a2b5b90-207b-45f9-9404-7ce51409b145), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:05.967116 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port d0af1faa-2665-4c7d-96f2-e7eb82492fbc triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:05.968217 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.083702 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-fed39dda-3b82-41c3-b71b-03c77b93a4ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1e18cc70d2a41a684736d86d8fad721&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4984200 Feb 21 04:14:06.092099 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56030) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:06.097520 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed39dda-3b82-41c3-b71b-03c77b93a4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2b5b90-207b-45f9-9404-7ce51409b145,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:06.161786 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654508'] for router (34566123-a2c9-469d-8d4e-63bb0df62ed4), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.168218 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b77eceaf-d704-4cc1-a1b7-2f2eed86b03d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:14:06.174407 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Publish callbacks [] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.175760 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b77eceaf-d704-4cc1-a1b7-2f2eed86b03d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1549487 Feb 21 04:14:06.188832 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.191676 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653551'] for router_interface (ce55f87b-d20c-42df-8ae4-3df566b31259), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.218205 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e55d2f5b-b7ba-40b4-8e00-6586262ebaa3 admin admin] Publish callbacks [] for security_group (ffac42cb-2211-402c-8cb7-ca45241f202b), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.223583 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d8880b1c-7b5b-460c-bfa6-241df7615fe3 admin admin] Publish callbacks [] for security_group (81fe0caf-81fc-4d90-a848-ca55c609d660), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.225977 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (9d8f51d7-37bd-456e-b493-f1fe9f563a62), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.261947 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port d0af1faa-2665-4c7d-96f2-e7eb82492fbc is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:06.262327 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.265503 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-e33258fd-1012-4b66-9247-9a3026b8bf39 None None] Current status of the port d0af1faa-2665-4c7d-96f2-e7eb82492fbc is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:06.266389 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e33258fd-1012-4b66-9247-9a3026b8bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.307571 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e55d2f5b-b7ba-40b4-8e00-6586262ebaa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (ffac42cb-2211-402c-8cb7-ca45241f202b), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.362987 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-add4cf7c-6a3e-4e61-9e37-b886b4a7469b admin admin] Publish callbacks [] for security_group (6a2b5b90-207b-45f9-9404-7ce51409b145), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.369943 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Pushing event updated for resources: {'Port': ['ID=e7e4daad-9485-4491-aa97-f93c0e3b2a1c,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:06.396533 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port d0af1faa-2665-4c7d-96f2-e7eb82492fbc, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=d0af1faa-2665-4c7d-96f2-e7eb82492fbc,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:06.408556 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.416040 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 7959c63d-3f40-42c3-83d7-63199190cdf8 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:06.490127 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-e55d2f5b-b7ba-40b4-8e00-6586262ebaa3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12920a4e67964f03ad0beff5181c3203&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8186266 Feb 21 04:14:06.505416 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56034) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:06.580607 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-add4cf7c-6a3e-4e61-9e37-b886b4a7469b admin admin] Publish callbacks [] for security_group (6a2b5b90-207b-45f9-9404-7ce51409b145), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.592375 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d2f5b-b7ba-40b4-8e00-6586262ebaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffac42cb-2211-402c-8cb7-ca45241f202b,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:06.624456 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=d0af1faa-2665-4c7d-96f2-e7eb82492fbc,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:06.677299 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 7959c63d-3f40-42c3-83d7-63199190cdf8 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:06.677768 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.679403 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.db.api [None req-e33258fd-1012-4b66-9247-9a3026b8bf39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102901) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 21 04:14:06.679816 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG oslo_db.api [None req-e33258fd-1012-4b66-9247-9a3026b8bf39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 21 04:14:06.707207 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-20a7d2b9-dbed-4513-9c14-87785c73e1fe service neutron] 10.222.0.10 "GET /v2.0/networks/f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5305226 Feb 21 04:14:06.723481 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d8f51d7-37bd-456e-b493-f1fe9f563a62,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:06.744283 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-add4cf7c-6a3e-4e61-9e37-b886b4a7469b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (6a2b5b90-207b-45f9-9404-7ce51409b145), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.748664 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-add4cf7c-6a3e-4e61-9e37-b886b4a7469b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.749863 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-add4cf7c-6a3e-4e61-9e37-b886b4a7469b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a2b5b90-207b-45f9-9404-7ce51409b145 HTTP/1.1" status: 204 len: 168 time: 0.6568997 Feb 21 04:14:06.765286 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:06.775478 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] Checking segment: {'id': 'cbc26ed2-c50e-472c-881a-10fdd02ef3bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a196d429-1710-49a1-80af-eb0fa4a9c79a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:06.775848 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] Network hostable DHCP agents. Network: a196d429-1710-49a1-80af-eb0fa4a9c79a, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:14:06.780433 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4cf7c-6a3e-4e61-9e37-b886b4a7469b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2b5b90-207b-45f9-9404-7ce51409b145,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:06.791471 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d8880b1c-7b5b-460c-bfa6-241df7615fe3 admin admin] Publish callbacks [] for security_group (81fe0caf-81fc-4d90-a848-ca55c609d660), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:06.802098 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:06.818856 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] Network a196d429-1710-49a1-80af-eb0fa4a9c79a is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:14:06.871206 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.45', 58523) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:06.877090 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, a196d429-1710-49a1-80af-eb0fa4a9c79a) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:06.903698 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7eb45c-8177-4900-b865-b627bbb5f1ac None None] Network a196d429-1710-49a1-80af-eb0fa4a9c79a requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:14:06.982692 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0511e689-1de1-41d2-af9a-67db57d83f33 req-44d5f60e-914a-4e24-822c-5893121958c5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 210 time: 0.2299283 Feb 21 04:14:07.046460 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 7959c63d-3f40-42c3-83d7-63199190cdf8 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:07.047325 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:07.054634 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33e9c419-66ce-49ab-ba03-34c673ab415c admin admin] Publish callbacks [] for security_group (ffac42cb-2211-402c-8cb7-ca45241f202b), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:07.079533 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33e9c419-66ce-49ab-ba03-34c673ab415c admin admin] Publish callbacks [] for security_group (ffac42cb-2211-402c-8cb7-ca45241f202b), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:07.079749 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port 7959c63d-3f40-42c3-83d7-63199190cdf8, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=7959c63d-3f40-42c3-83d7-63199190cdf8,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:07.083428 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeb9d23-fa86-49a5-8fe6-6d8b0f172ef3 None None] Network a196d429-1710-49a1-80af-eb0fa4a9c79a requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:14:07.119196 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:07.154845 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-43fe0b2e-548a-440d-8d4d-e1065afd7dd6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:07.159375 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-43fe0b2e-548a-440d-8d4d-e1065afd7dd6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 815 time: 0.2798860 Feb 21 04:14:07.178607 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:07.187272 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:07.198740 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33e9c419-66ce-49ab-ba03-34c673ab415c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (ffac42cb-2211-402c-8cb7-ca45241f202b), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:07.201297 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33e9c419-66ce-49ab-ba03-34c673ab415c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:07.202452 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-33e9c419-66ce-49ab-ba03-34c673ab415c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ffac42cb-2211-402c-8cb7-ca45241f202b HTTP/1.1" status: 204 len: 168 time: 0.6925240 Feb 21 04:14:07.203215 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Router 34566123-a2c9-469d-8d4e-63bb0df62ed4 is scheduled to L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 with binding_index 1 {{(pid=102899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 04:14:07.220917 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e9c419-66ce-49ab-ba03-34c673ab415c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffac42cb-2211-402c-8cb7-ca45241f202b,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:07.251841 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-1d6aff78-3742-45c5-96ba-c1151e31256e service neutron] 10.222.0.10 "GET /v2.0/networks/f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5436196 Feb 21 04:14:07.260982 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-e33258fd-1012-4b66-9247-9a3026b8bf39 None None] Current status of the port d0af1faa-2665-4c7d-96f2-e7eb82492fbc is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:07.312304 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Request body: {'port': {'device_id': 'efbdc0a4-bc84-45b4-ab5f-5a38689d0b41', 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8', 'admin_state_up': True, 'tenant_id': 'a0b65910b0574d41970df84e6a1fdbba'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:07.392123 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d8880b1c-7b5b-460c-bfa6-241df7615fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (81fe0caf-81fc-4d90-a848-ca55c609d660), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:07.394665 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d8880b1c-7b5b-460c-bfa6-241df7615fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:07.398227 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-d8880b1c-7b5b-460c-bfa6-241df7615fe3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81fe0caf-81fc-4d90-a848-ca55c609d660 HTTP/1.1" status: 204 len: 168 time: 1.5147524 Feb 21 04:14:07.420597 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=7959c63d-3f40-42c3-83d7-63199190cdf8,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:07.447229 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-7416bf52-8345-42a2-aa43-faa2d247f9b5 None None] Provisioning complete for port d0af1faa-2665-4c7d-96f2-e7eb82492fbc triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:07.447636 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-7416bf52-8345-42a2-aa43-faa2d247f9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:07.467500 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8880b1c-7b5b-460c-bfa6-241df7615fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fe0caf-81fc-4d90-a848-ca55c609d660,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:07.471556 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:14:07.524214 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-01dc8fab-0fed-47a0-b5bb-6ba245b57995 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8377819 Feb 21 04:14:07.526219 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Sync routers for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:14:07.528219 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:07.528219 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-28036988-76ad-4ec9-a10e-96d8a4aa0f96 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2643898 Feb 21 04:14:07.528219 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56062) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:07.559934 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:14:07.560663 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:13:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:07.733800 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Router ce55f87b-d20c-42df-8ae4-3df566b31259 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:14:07.784046 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56076) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:07.816822 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device d0af1faa-2665-4c7d-96f2-e7eb82492fbc up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:07.940704 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-600c11b1-d441-4ac0-906b-ad9327098d48 req-e9e8349a-f694-4803-b672-3ae3037cdde4 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 210 time: 0.1573720 Feb 21 04:14:07.963222 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-755b8682-9912-49e6-8679-f7df5552713f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:08.006392 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-7416bf52-8345-42a2-aa43-faa2d247f9b5 None None] Current status of the port d0af1faa-2665-4c7d-96f2-e7eb82492fbc is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:08.033479 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Made reservation on behalf of a0b65910b0574d41970df84e6a1fdbba for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:14:08.037496 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:08.042389 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port d0af1faa-2665-4c7d-96f2-e7eb82492fbc triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:08.042790 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:08.075517 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 56098) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:08.100981 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:14:08.312256 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:14:08.331506 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Sync routers for ids ['ce55f87b-d20c-42df-8ae4-3df566b31259'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:14:08.351295 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Routers {'ce55f87b-d20c-42df-8ae4-3df566b31259'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:14:08.356881 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:13:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ce55f87b-d20c-42df-8ae4-3df566b31259'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:08.366507 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-39c15a6d-773b-44f8-80d2-8388fd5f4a50 admin admin] 10.222.0.10 "PUT /v2.0/routers/ce55f87b-d20c-42df-8ae4-3df566b31259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7166426 Feb 21 04:14:08.458089 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_v2 [None req-a634abe6-17b1-4907-a45e-387f3efaf15a admin admin] Deleting subnet 65d40d08-9153-4915-b0f2-c4e9fc28b6c3 {{(pid=102900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:14:08.476863 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a634abe6-17b1-4907-a45e-387f3efaf15a admin admin] Publish callbacks [] for subnet (65d40d08-9153-4915-b0f2-c4e9fc28b6c3), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:08.524031 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port d0af1faa-2665-4c7d-96f2-e7eb82492fbc is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:08.525351 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 7959c63d-3f40-42c3-83d7-63199190cdf8 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:08.604375 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-743d93b6-df26-4f00-8d5b-e5248e4bee08 req-5b26d77e-f6f1-4c6a-99d8-af2d8f59a250 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 210 time: 0.1541691 Feb 21 04:14:08.693252 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:04Z', 'revision_number': 3, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:08.742383 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a634abe6-17b1-4907-a45e-387f3efaf15a admin admin] Publish callbacks [] for subnet (65d40d08-9153-4915-b0f2-c4e9fc28b6c3), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:08.771408 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Checking router: 34566123-a2c9-469d-8d4e-63bb0df62ed4 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:14:08.772079 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Updating router 34566123-a2c9-469d-8d4e-63bb0df62ed4 port 32da601b-286c-46e9-9120-f75e3f165780 binding host dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:14:08.773182 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Set router ce55f87b-d20c-42df-8ae4-3df566b31259 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:14:08.781871 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 7959c63d-3f40-42c3-83d7-63199190cdf8 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:08.784732 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:08.793221 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a634abe6-17b1-4907-a45e-387f3efaf15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (65d40d08-9153-4915-b0f2-c4e9fc28b6c3), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:08.866556 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-755b8682-9912-49e6-8679-f7df5552713f admin admin] Publish callbacks [] for security_group (2658dc42-07ad-46ac-b06c-e0c49130addc), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:08.880957 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-755b8682-9912-49e6-8679-f7df5552713f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (2658dc42-07ad-46ac-b06c-e0c49130addc), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:08.959902 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (32da601b-286c-46e9-9120-f75e3f165780), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:09.068109 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Allocated IP 172.20.0.2 (0e926c3e-9f0b-4575-b2e7-0a1f391618f8/1ded90e6-ea51-40b5-9fe9-82428e77be8f/81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:14:09.083741 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a634abe6-17b1-4907-a45e-387f3efaf15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (65d40d08-9153-4915-b0f2-c4e9fc28b6c3), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:09.169069 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-755b8682-9912-49e6-8679-f7df5552713f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=502d0a4ff3da40e8a4c0404db05626be&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3713975 Feb 21 04:14:09.188331 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56148) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:09.234741 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b8682-9912-49e6-8679-f7df5552713f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2658dc42-07ad-46ac-b06c-e0c49130addc,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:09.253677 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a634abe6-17b1-4907-a45e-387f3efaf15a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65d40d08-9153-4915-b0f2-c4e9fc28b6c3,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:09.280820 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a634abe6-17b1-4907-a45e-387f3efaf15a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:09.280988 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e18cefa5-5db1-4605-b276-3d8e49b0a251 req-514bd2f0-5849-4413-ad77-abd9c1c2fbcd tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 210 time: 0.2069664 Feb 21 04:14:09.307684 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-a634abe6-17b1-4907-a45e-387f3efaf15a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/65d40d08-9153-4915-b0f2-c4e9fc28b6c3 HTTP/1.1" status: 204 len: 168 time: 1.2309566 Feb 21 04:14:09.310358 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 56152) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:09.468145 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 7959c63d-3f40-42c3-83d7-63199190cdf8 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:09.478779 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'name': 'tempest-ServerRescueNegativeTestJSON-752510710-router', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:13:58Z', 'updated_at': '2022-02-21T04:14:05Z', 'revision_number': 4, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'gw_port': {'id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:13:59Z', 'updated_at': '2022-02-21T04:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'e7e4daad-9485-4491-aa97-f93c0e3b2a1c', 'name': '', 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'mac_address': 'fa:16:3e:3d:61:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ead5157-185b-4075-b976-6dd3977612ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:04Z', 'updated_at': '2022-02-21T04:14:05Z', 'revision_number': 2, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'subnets': [{'id': '6ead5157-185b-4075-b976-6dd3977612ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:09.543919 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (3465e362-f669-435d-b77a-3a5c6da4109d), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:09.584254 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Checking router: ce55f87b-d20c-42df-8ae4-3df566b31259 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:14:09.584823 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Updating router ce55f87b-d20c-42df-8ae4-3df566b31259 port e7e4daad-9485-4491-aa97-f93c0e3b2a1c binding host dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:14:09.677856 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:09.800731 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:09.946901 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (3465e362-f669-435d-b77a-3a5c6da4109d), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:09.986195 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-eb92884a-c56c-4d5b-aa6f-676b377e9d99 req-1f5ea0c0-16ae-4c0e-bf43-b07e1e9af9bb tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 210 time: 0.1424615 Feb 21 04:14:09.991810 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-87edbc30-95be-4936-bef9-f9e5822b2eb5 admin admin] Publish callbacks [] for security_group (2658dc42-07ad-46ac-b06c-e0c49130addc), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.065783 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.066221 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.067000 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.067333 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > port after_create 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.067690 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.068009 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > port after_update 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.068327 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.068661 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.069069 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.069403 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.077654 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.119534 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-87edbc30-95be-4936-bef9-f9e5822b2eb5 admin admin] Publish callbacks [] for security_group (2658dc42-07ad-46ac-b06c-e0c49130addc), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.319269 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Publish callbacks [] for port (32da601b-286c-46e9-9120-f75e3f165780), precommit_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.337111 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (32da601b-286c-46e9-9120-f75e3f165780), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.346753 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-41a2a32d-6eee-4f4e-a50e-eb510e4766fd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:10.352956 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-41a2a32d-6eee-4f4e-a50e-eb510e4766fd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 818 time: 0.3236136 Feb 21 04:14:10.401366 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-1d42fa46-a99b-4261-bd1d-b7a687eebbc7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/quotas/aa414febea2c4d4eb40898c7b119111a HTTP/1.1" status: 200 len: 375 time: 0.0373659 Feb 21 04:14:10.455079 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-87edbc30-95be-4936-bef9-f9e5822b2eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (2658dc42-07ad-46ac-b06c-e0c49130addc), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.465488 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-87edbc30-95be-4936-bef9-f9e5822b2eb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.470100 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-87edbc30-95be-4936-bef9-f9e5822b2eb5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2658dc42-07ad-46ac-b06c-e0c49130addc HTTP/1.1" status: 204 len: 168 time: 1.2323830 Feb 21 04:14:10.493886 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Attempting to bind port 32da601b-286c-46e9-9120-f75e3f165780 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:14:10.494425 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Attempting to bind port 32da601b-286c-46e9-9120-f75e3f165780 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:14:10.494816 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Attempting to bind port 32da601b-286c-46e9-9120-f75e3f165780 on network c140f77a-4017-4082-ac35-9c51671a2a66 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:10.520446 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:14:10.520863 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Checking segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:10.521322 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.521749 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Bound using segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:14:10.522268 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Bound port: 32da601b-286c-46e9-9120-f75e3f165780, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:14:10.522680 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (32da601b-286c-46e9-9120-f75e3f165780), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.531155 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46e2b2-9a98-46ab-9405-5a16eae1c69c None None] Pushing event updated for resources: {'Port': ['ID=32da601b-286c-46e9-9120-f75e3f165780,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:10.632314 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c95c4b15-b756-42d0-a4d6-a329e86090b5 req-3c138d5c-2898-417e-9bff-85c4822f2da6 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 210 time: 0.2168524 Feb 21 04:14:10.662252 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edbc30-95be-4936-bef9-f9e5822b2eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2658dc42-07ad-46ac-b06c-e0c49130addc,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:10.669666 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] For port 32da601b-286c-46e9-9120-f75e3f165780, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:14:10.679624 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] For port 32da601b-286c-46e9-9120-f75e3f165780, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=32da601b-286c-46e9-9120-f75e3f165780,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:14:10.711191 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (32da601b-286c-46e9-9120-f75e3f165780), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.725572 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Allocated IP 172.20.0.1 (81e10afa-1f4c-4986-8e6d-20263abcd54c/46d40582-7f92-4c2a-a504-bb2c26cd0187/8986182c-d4f4-4511-8488-79096cdad7c8) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:14:10.757071 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.760494 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.761079 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.761579 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102900) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:14:10.762126 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3465e362-f669-435d-b77a-3a5c6da4109d']}} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:10.809368 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-cb15ce42-3eba-47e4-a0ec-66ac285a0dd7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4002836 Feb 21 04:14:10.827957 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407d091e-efb7-4a94-9db9-3435fee7f689') {'for_net_delete': True} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:10.836283 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407d091e-efb7-4a94-9db9-3435fee7f689') {} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:10.855106 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Publish callbacks [] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), precommit_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.864898 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.902413 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.45', 58530) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:10.916021 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14229668'] for segment (407d091e-efb7-4a94-9db9-3435fee7f689), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:10.917820 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:14:10.920838 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:13:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:10.955811 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313ef14-c086-4401-9c4e-982bcfa230e8 None None] Pushing event updated for resources: {'Port': ['ID=e7e4daad-9485-4491-aa97-f93c0e3b2a1c,revision_number=3']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:11.142535 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Attempting to bind port e7e4daad-9485-4491-aa97-f93c0e3b2a1c on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:14:11.143313 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Attempting to bind port e7e4daad-9485-4491-aa97-f93c0e3b2a1c by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:14:11.143906 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Attempting to bind port e7e4daad-9485-4491-aa97-f93c0e3b2a1c on network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:11.149882 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:14:11.150637 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Checking segment: {'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:11.151268 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:11.151872 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Bound using segment: {'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:14:11.152570 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Bound port: e7e4daad-9485-4491-aa97-f93c0e3b2a1c, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'}}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:14:11.153462 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:11.282545 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-ca24eaf8-5e2e-451f-9ba9-5c37614b5a84 service neutron] 10.222.0.10 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722414 Feb 21 04:14:11.294094 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] For port e7e4daad-9485-4491-aa97-f93c0e3b2a1c, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:14:11.317079 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] For port e7e4daad-9485-4491-aa97-f93c0e3b2a1c, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=e7e4daad-9485-4491-aa97-f93c0e3b2a1c,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:14:11.335021 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:11.404597 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Routers {'ce55f87b-d20c-42df-8ae4-3df566b31259'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:14:11.405926 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:13:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ce55f87b-d20c-42df-8ae4-3df566b31259'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:11.425770 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:14:11.426340 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks [] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:11.446470 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-899b5e0e-db0e-48dc-b137-ad1bcfc68252 req-3bc6817d-4627-4c6a-80ef-44b83f032bab tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 210 time: 0.1601267 Feb 21 04:14:11.549567 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (407d091e-efb7-4a94-9db9-3435fee7f689), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:11.570714 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=102900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:14:11.571367 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14230957'] for segment (407d091e-efb7-4a94-9db9-3435fee7f689), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:11.575563 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7313ef14-c086-4401-9c4e-982bcfa230e8 None None] Pushing event updated for resources: {'Port': ['ID=e7e4daad-9485-4491-aa97-f93c0e3b2a1c,revision_number=4']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: from cryptography.utils import int_from_bytes Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: from cryptography.utils import int_from_bytes Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: Traceback (most recent call last): Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: timer() Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: cb(*args, **kw) Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: return func(*args, **kwargs) Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: self._notify() Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: self.callback(batched_events) Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: event.method(event) Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: return f(self, *a, **k) Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._get(url).json() Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: return self.request(url, 'GET', **kwargs) Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:14:11.590556 dv-cinder-773985-36-iscsi neutron-server[102900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:14:11.626334 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b46e2b2-9a98-46ab-9405-5a16eae1c69c None None] Pushing event updated for resources: {'Port': ['ID=32da601b-286c-46e9-9120-f75e3f165780,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:11.747807 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Publish callbacks [] for port (8986182c-d4f4-4511-8488-79096cdad7c8), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:11.777027 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] Set router ce55f87b-d20c-42df-8ae4-3df566b31259 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:14:11.960828 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (3465e362-f669-435d-b77a-3a5c6da4109d), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:11.965591 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:11.981785 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:04Z', 'revision_number': 3, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:11.988312 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:12.006603 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-6c69c04d-e7bc-48cc-a8ae-ad68a105ff30 service neutron] 10.222.0.10 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6753790 Feb 21 04:14:12.007466 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3465e362-f669-435d-b77a-3a5c6da4109d HTTP/1.1" status: 204 len: 168 time: 2.6957421 Feb 21 04:14:12.009519 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56224) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:12.018118 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6af07b6-0403-4709-a189-a70910b0195d req-a4399e13-f36e-4e7a-8252-fbd70365f1be tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 210 time: 0.0654225 Feb 21 04:14:12.099781 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:12.111374 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12a1218-accc-426d-a988-15623207b9c5 None None] The sync data for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi is: [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:04Z', 'revision_number': 3, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:14:12.164897 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-c4f35e4c-8ad0-43e5-9244-ad49d503ac05 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:12.166793 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-c4f35e4c-8ad0-43e5-9244-ad49d503ac05 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.45 "GET /v2.0/networks?id=f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 HTTP/1.1" status: 200 len: 812 time: 1.2395549 Feb 21 04:14:12.291979 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Network 81e10afa-1f4c-4986-8e6d-20263abcd54c is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:12.306806 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:12.353086 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:14:12.353758 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653435'] for router_interface (34566123-a2c9-469d-8d4e-63bb0df62ed4), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:12.368246 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0872fb7-54b8-449e-9506-9f166ddda56f admin admin] Deleting subnet 9d8f51d7-37bd-456e-b493-f1fe9f563a62 {{(pid=102899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:14:12.397123 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Pushing event updated for resources: {'Port': ['ID=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:12.400812 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:12.416303 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608cb66-a0a7-47fd-a024-fb648d661f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=3465e362-f669-435d-b77a-3a5c6da4109d,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:12.428934 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Request body: {'port': {'device_id': 'd58885ac-0561-4c6d-bdb4-97e629c9acaa', 'network_id': 'f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6', 'admin_state_up': True, 'tenant_id': '72d3b51bfa7e4f3190c280abd14571ff'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:12.434424 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'name': 'tempest-ServerRescueNegativeTestJSON-752510710-router', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:13:58Z', 'updated_at': '2022-02-21T04:14:05Z', 'revision_number': 4, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'gw_port': {'id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:13:59Z', 'updated_at': '2022-02-21T04:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'e7e4daad-9485-4491-aa97-f93c0e3b2a1c', 'name': '', 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'mac_address': 'fa:16:3e:3d:61:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ead5157-185b-4075-b976-6dd3977612ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:04Z', 'updated_at': '2022-02-21T04:14:11Z', 'revision_number': 4, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'subnets': [{'id': '6ead5157-185b-4075-b976-6dd3977612ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:12.452563 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:12.482541 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:14:12.528746 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Pushing event updated for resources: {'Port': ['ID=8986182c-d4f4-4511-8488-79096cdad7c8,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:12.542084 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d0872fb7-54b8-449e-9506-9f166ddda56f admin admin] Publish callbacks [] for subnet (9d8f51d7-37bd-456e-b493-f1fe9f563a62), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:12.554787 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00825be-7d9d-4587-a991-5407d8240578 None None] The sync data for ids ['ce55f87b-d20c-42df-8ae4-3df566b31259'] in dv-cinder-773985-36-iscsi is: [{'id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'name': 'tempest-ServerRescueNegativeTestJSON-752510710-router', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:13:58Z', 'updated_at': '2022-02-21T04:14:05Z', 'revision_number': 4, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'gw_port': {'id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:13:59Z', 'updated_at': '2022-02-21T04:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'e7e4daad-9485-4491-aa97-f93c0e3b2a1c', 'name': '', 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'mac_address': 'fa:16:3e:3d:61:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6ead5157-185b-4075-b976-6dd3977612ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:04Z', 'updated_at': '2022-02-21T04:14:11Z', 'revision_number': 4, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'subnets': [{'id': '6ead5157-185b-4075-b976-6dd3977612ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:14:12.880181 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:12.881148 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:12.907356 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-e5257e75-45ed-44e0-bcd7-292de65573d9 None None] Provisioning complete for port 8986182c-d4f4-4511-8488-79096cdad7c8 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:12.907356 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e5257e75-45ed-44e0-bcd7-292de65573d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:12.931796 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d0872fb7-54b8-449e-9506-9f166ddda56f admin admin] Publish callbacks [] for subnet (9d8f51d7-37bd-456e-b493-f1fe9f563a62), precommit_delete_associations {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:12.945179 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9b2c163a-555e-41c9-81a3-fcaa691058b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6388481 Feb 21 04:14:12.983961 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-c7524a3c-c414-413c-8d37-c09755542db2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:14:12.984862 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d0872fb7-54b8-449e-9506-9f166ddda56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (9d8f51d7-37bd-456e-b493-f1fe9f563a62), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:12.992697 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-c7524a3c-c414-413c-8d37-c09755542db2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0200572 Feb 21 04:14:13.018315 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-e5257e75-45ed-44e0-bcd7-292de65573d9 None None] Port 8986182c-d4f4-4511-8488-79096cdad7c8 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:14:13.068507 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Made reservation on behalf of 72d3b51bfa7e4f3190c280abd14571ff for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:14:13.114833 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:13.405700 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18f5cc31-34e5-497e-abc9-df73b1d6ac63 req-c8740993-0ad7-4b2d-aeae-1cb2cd966ab9 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 210 time: 0.8731754 Feb 21 04:14:13.704669 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Allocated IP 172.20.0.6 (f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6/e7fc040b-05a5-420f-9753-149af5a9cf12/fc039608-7f10-4b0d-b3ce-2ecd0aa5274d) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:14:13.774296 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7683d988-4ae6-4352-8897-4ab69b6d64c2 req-4689f781-081f-408d-9245-1d01afa61b5f tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 210 time: 0.1339779 Feb 21 04:14:13.833120 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1b220-86e9-4acd-bcf5-2aaefcd8f183 req-c73ab2ea-f1f6-4972-a20f-412335c828d6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:13.839094 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device e7e4daad-9485-4491-aa97-f93c0e3b2a1c up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:13.859392 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e4f1b220-86e9-4acd-bcf5-2aaefcd8f183 req-c73ab2ea-f1f6-4972-a20f-412335c828d6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 931 time: 1.1680081 Feb 21 04:14:13.865359 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:13.988600 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port e7e4daad-9485-4491-aa97-f93c0e3b2a1c triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:13.989776 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:14.205452 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port e7e4daad-9485-4491-aa97-f93c0e3b2a1c is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:14.206269 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:14.256660 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Request body: {'port': {'device_id': 'efbdc0a4-bc84-45b4-ab5f-5a38689d0b41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:14.289249 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e4f1b220-86e9-4acd-bcf5-2aaefcd8f183 req-3327bd3f-88ee-4c68-8e1c-d1222705845c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288874 Feb 21 04:14:14.320332 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port e7e4daad-9485-4491-aa97-f93c0e3b2a1c, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=e7e4daad-9485-4491-aa97-f93c0e3b2a1c,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:14.330345 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:14.331288 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 32da601b-286c-46e9-9120-f75e3f165780 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:14.393824 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d0872fb7-54b8-449e-9506-9f166ddda56f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (9d8f51d7-37bd-456e-b493-f1fe9f563a62), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:14.445011 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Publish callbacks [] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:14.499708 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 32da601b-286c-46e9-9120-f75e3f165780 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:14.507306 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (32da601b-286c-46e9-9120-f75e3f165780), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:14.620037 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:14.701830 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=e7e4daad-9485-4491-aa97-f93c0e3b2a1c,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:14.748359 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0872fb7-54b8-449e-9506-9f166ddda56f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8f51d7-37bd-456e-b493-f1fe9f563a62,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:14.781599 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d0872fb7-54b8-449e-9506-9f166ddda56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:14.786113 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-d0872fb7-54b8-449e-9506-9f166ddda56f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9d8f51d7-37bd-456e-b493-f1fe9f563a62 HTTP/1.1" status: 204 len: 168 time: 2.7753818 Feb 21 04:14:14.791266 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 56294) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:14.807249 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.45', 58535) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:14.823545 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:14.923878 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Network f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:14.933511 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 32da601b-286c-46e9-9120-f75e3f165780 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:14.933996 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (32da601b-286c-46e9-9120-f75e3f165780), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:15.016542 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port 32da601b-286c-46e9-9120-f75e3f165780, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=32da601b-286c-46e9-9120-f75e3f165780,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:15.024183 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (32da601b-286c-46e9-9120-f75e3f165780), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:15.063733 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:15.079409 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:14:15.204573 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=32da601b-286c-46e9-9120-f75e3f165780,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:15.291848 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-80af68fc-7340-4ef5-bd6c-1eb0d8ca4381 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:15.293376 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-80af68fc-7340-4ef5-bd6c-1eb0d8ca4381 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 818 time: 1.1057303 Feb 21 04:14:15.307825 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:15.309387 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:15.336085 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Publish callbacks [] for port (8986182c-d4f4-4511-8488-79096cdad7c8), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:15.388730 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-f9a6b172-d6b4-4d73-b561-d6f00a1cd970 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/quotas/aa414febea2c4d4eb40898c7b119111a HTTP/1.1" status: 200 len: 375 time: 0.0644095 Feb 21 04:14:15.391651 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9892855 Feb 21 04:14:15.391858 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:15.392039 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653551'] for router_interface (34566123-a2c9-469d-8d4e-63bb0df62ed4), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:15.445120 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Pushing event updated for resources: {'Port': ['ID=8986182c-d4f4-4511-8488-79096cdad7c8,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:15.627542 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device e7e4daad-9485-4491-aa97-f93c0e3b2a1c up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:15.744459 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port e7e4daad-9485-4491-aa97-f93c0e3b2a1c triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:15.744991 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:15.755138 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Network 81e10afa-1f4c-4986-8e6d-20263abcd54c is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:15.780066 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:15.838126 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b703ac-4c4e-419f-b07a-94a85212ff61 req-81918e6a-45be-4193-979f-897224160523 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:15.841649 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-e9c4cc2e-3a54-4491-9e70-03318a6845dd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:15.868742 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f0b703ac-4c4e-419f-b07a-94a85212ff61 req-81918e6a-45be-4193-979f-897224160523 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 931 time: 0.7703052 Feb 21 04:14:15.873461 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-e9c4cc2e-3a54-4491-9e70-03318a6845dd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.45 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 818 time: 1.0616002 Feb 21 04:14:15.874262 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port e7e4daad-9485-4491-aa97-f93c0e3b2a1c is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:15.875678 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 32da601b-286c-46e9-9120-f75e3f165780 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:15.965556 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Request body: {'port': {'device_id': 'd58885ac-0561-4c6d-bdb4-97e629c9acaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:15.975483 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Request body: {'port': {'device_id': '26c2ec47-cdd2-4f7a-a523-8afdb8f2656d', 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2', 'admin_state_up': True, 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:16.018889 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 32da601b-286c-46e9-9120-f75e3f165780 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:16.019871 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (32da601b-286c-46e9-9120-f75e3f165780), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:16.168929 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d214f4e-8e0a-4c96-8aa0-a2a0d737a9e8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Pushing event updated for resources: {'Port': ['ID=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:16.201289 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (a196d429-1710-49a1-80af-eb0fa4a9c79a), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:16.290556 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-7f9775f9-a20a-41d7-9db0-fb2d1020a59b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8451900 Feb 21 04:14:16.316864 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Router 34566123-a2c9-469d-8d4e-63bb0df62ed4 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:14:16.393748 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:16.398180 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Made reservation on behalf of aa414febea2c4d4eb40898c7b119111a for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:14:16.410848 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:16.438299 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f0b703ac-4c4e-419f-b07a-94a85212ff61 req-54e7a66f-acd0-4e04-8ced-6b811bacb242 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537453 Feb 21 04:14:16.524328 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (a196d429-1710-49a1-80af-eb0fa4a9c79a), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:16.551862 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a196d429-1710-49a1-80af-eb0fa4a9c79a']}} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:16.571425 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc26ed2-c50e-472c-881a-10fdd02ef3bd') {'for_net_delete': True} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:16.572413 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc26ed2-c50e-472c-881a-10fdd02ef3bd') {} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:16.597685 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-d7bbb30a-f85c-4f76-a1da-82977f7d37f8 service neutron] 10.222.0.10 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852678 Feb 21 04:14:16.603512 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14229668'] for segment (cbc26ed2-c50e-472c-881a-10fdd02ef3bd), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:16.622656 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (cbc26ed2-c50e-472c-881a-10fdd02ef3bd), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:16.631824 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=102900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:14:16.632416 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14230957'] for segment (cbc26ed2-c50e-472c-881a-10fdd02ef3bd), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:16.807493 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 56336) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:16.816882 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 32da601b-286c-46e9-9120-f75e3f165780 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: Traceback (most recent call last): Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: timer() Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: cb(*args, **kw) Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: return func(*args, **kwargs) Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: self._notify() Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: self.callback(batched_events) Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: event.method(event) Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: return f(self, *a, **k) Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._get(url).json() Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: return self.request(url, 'GET', **kwargs) Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:14:16.819540 dv-cinder-773985-36-iscsi neutron-server[102900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:14:16.831738 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-c69cce88-3b10-48d5-b2f9-323f673b988a None None] Provisioning complete for port 8986182c-d4f4-4511-8488-79096cdad7c8 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:16.836444 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c69cce88-3b10-48d5-b2f9-323f673b988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:16.850069 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (a196d429-1710-49a1-80af-eb0fa4a9c79a), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:16.903783 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-c69cce88-3b10-48d5-b2f9-323f673b988a None None] Port 8986182c-d4f4-4511-8488-79096cdad7c8 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:14:17.057991 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-6013f615-583e-47ce-8d16-4f18683d5144 service neutron] 10.222.0.10 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521220 Feb 21 04:14:17.120616 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea87a9-d982-487b-be30-f963850c5052 req-ff731587-43ef-4932-a18f-2632313de211 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:17.122559 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-62ea87a9-d982-487b-be30-f963850c5052 req-ff731587-43ef-4932-a18f-2632313de211 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 931 time: 0.4647758 Feb 21 04:14:17.220659 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:14:17.234663 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-8528e4c2-67b1-4644-a256-5be22bd3705a admin admin] 10.222.0.10 "PUT /v2.0/routers/34566123-a2c9-469d-8d4e-63bb0df62ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7106957 Feb 21 04:14:17.241953 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Sync routers for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:14:17.266285 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-62ea87a9-d982-487b-be30-f963850c5052 req-3173f9f6-ff9f-4d17-8ce1-6fa0a6b8388d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089487 Feb 21 04:14:17.268726 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a196d429-1710-49a1-80af-eb0fa4a9c79a,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:17.314847 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:14:17.315559 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:13:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:17.337592 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:17.347981 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-38766338-7d94-409b-ae56-ac01089091a6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a196d429-1710-49a1-80af-eb0fa4a9c79a HTTP/1.1" status: 204 len: 168 time: 2.5477567 Feb 21 04:14:17.826138 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 56362) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:17.827359 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Allocated IP 172.20.0.8 (2dbdf964-252c-4bd3-8302-8e42b37a68a2/6ead5157-185b-4075-b976-6dd3977612ed/9dcd026b-bef5-4076-bab8-0b8c1cff42f3) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:14:17.830892 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6a04-4230-4557-a6c3-5b5ef9cf4a7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:17.849101 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:14:17.960141 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a2e7d6f-08b5-4f5f-bcf3-50e54c7c2f0d req-9dbfa106-54cc-46ed-8e59-bba7ad9bd29f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 210 time: 0.3708732 Feb 21 04:14:18.013692 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6a04-4230-4557-a6c3-5b5ef9cf4a7c admin admin] Publish callbacks [] for security_group (7d9da1af-cc55-4d2c-a115-566966525203), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:18.045575 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4b9a6a04-4230-4557-a6c3-5b5ef9cf4a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (7d9da1af-cc55-4d2c-a115-566966525203), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:18.053383 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae1c7a-429e-4eb6-82fc-af17dccdcfdd req-46be2029-7bc0-4bfb-9517-e7cbb9081de3 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:18.063630 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-76ae1c7a-429e-4eb6-82fc-af17dccdcfdd req-46be2029-7bc0-4bfb-9517-e7cbb9081de3 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 931 time: 0.1066730 Feb 21 04:14:18.100328 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:14:18.172091 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-76ae1c7a-429e-4eb6-82fc-af17dccdcfdd req-abc79f4b-4f22-4a0e-a719-f661027a6aac tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016500 Feb 21 04:14:18.191687 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Publish callbacks [] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:18.490452 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-4b9a6a04-4230-4557-a6c3-5b5ef9cf4a7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb941d9a7a9c4d4daaeedd0afd7b3828&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6684234 Feb 21 04:14:18.496653 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56380) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:18.553798 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 2, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:18.599330 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Checking router: 34566123-a2c9-469d-8d4e-63bb0df62ed4 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:14:18.599514 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Updating router 34566123-a2c9-469d-8d4e-63bb0df62ed4 port 8986182c-d4f4-4511-8488-79096cdad7c8 binding host dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:14:18.656994 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:18.668512 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-764cc407-6d2d-4120-a0af-3945acce5ec3 admin admin] Publish callbacks [] for security_group (7d9da1af-cc55-4d2c-a115-566966525203), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:18.715234 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2ad0c-02c8-4004-acab-ff37a8cd5e35 req-432ad203-cae2-44c7-97f8-ce36d578e83c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:18.716507 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Transition to ACTIVE for port object 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:14:18.721159 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9bf2ad0c-02c8-4004-acab-ff37a8cd5e35 req-432ad203-cae2-44c7-97f8-ce36d578e83c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 931 time: 0.2791181 Feb 21 04:14:18.729342 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-5d7ba8f4-18db-457d-a530-648a046397a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48379efb9a064a1a86af9bbcce334723&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8874667 Feb 21 04:14:18.776037 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 56390) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:18.776915 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a6a04-4230-4557-a6c3-5b5ef9cf4a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d9da1af-cc55-4d2c-a115-566966525203,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:18.802828 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-764cc407-6d2d-4120-a0af-3945acce5ec3 admin admin] Publish callbacks [] for security_group (7d9da1af-cc55-4d2c-a115-566966525203), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:18.813434 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.016311 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 56400) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:19.018818 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc039608-7f10-4b0d-b3ce-2ecd0aa5274d {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:14:19.054411 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-7d434088-dd71-42e3-a028-5b0c43189a29 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528023676', 'description': 'tempest-description--1006558143'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:19.111938 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9bf2ad0c-02c8-4004-acab-ff37a8cd5e35 req-74515df5-01ca-44ae-86d2-b6d9d1a7f8cb tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705021 Feb 21 04:14:19.126860 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Publish callbacks [] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.138621 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b9ceb214-ce26-48ab-9639-08003e1fc2aa req-4b95bcf3-6c46-4fb0-b38a-39dc2d95e6c6 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 210 time: 0.0515890 Feb 21 04:14:19.161485 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-764cc407-6d2d-4120-a0af-3945acce5ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (7d9da1af-cc55-4d2c-a115-566966525203), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.165839 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-764cc407-6d2d-4120-a0af-3945acce5ec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.166926 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-764cc407-6d2d-4120-a0af-3945acce5ec3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7d9da1af-cc55-4d2c-a115-566966525203 HTTP/1.1" status: 204 len: 168 time: 0.6684675 Feb 21 04:14:19.176404 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764cc407-6d2d-4120-a0af-3945acce5ec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d9da1af-cc55-4d2c-a115-566966525203,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:19.203328 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Pushing event updated for resources: {'Port': ['ID=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:19.231798 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Transition to ACTIVE for port object fc039608-7f10-4b0d-b3ce-2ecd0aa5274d will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:14:19.317745 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Publish callbacks [] for port (8986182c-d4f4-4511-8488-79096cdad7c8), precommit_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.324514 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.328531 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.344701 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7d434088-dd71-42e3-a028-5b0c43189a29 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.360075 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e0e18-38da-4b70-9249-3c3a6b855e6a req-3a75e5ec-a0f8-4068-a2ab-98a699e07b90 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:19.365888 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3a4e0e18-38da-4b70-9249-3c3a6b855e6a req-3a75e5ec-a0f8-4068-a2ab-98a699e07b90 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.1088572 Feb 21 04:14:19.475492 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks [] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.498918 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3a4e0e18-38da-4b70-9249-3c3a6b855e6a req-0b0c3c7b-c839-4df9-a7f3-cae9460e7b36 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101882 Feb 21 04:14:19.506157 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40551d7b-891c-49da-8dfa-77e7259de206 None None] Pushing event updated for resources: {'Port': ['ID=8986182c-d4f4-4511-8488-79096cdad7c8,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:19.609812 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Attempting to bind port 8986182c-d4f4-4511-8488-79096cdad7c8 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:14:19.610439 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Attempting to bind port 8986182c-d4f4-4511-8488-79096cdad7c8 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:14:19.613361 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Attempting to bind port 8986182c-d4f4-4511-8488-79096cdad7c8 on network 81e10afa-1f4c-4986-8e6d-20263abcd54c {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:19.616187 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7d434088-dd71-42e3-a028-5b0c43189a29 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (5a6d50f8-1faf-40c2-81b9-7d92e6de1276), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.633386 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:14:19.633801 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Checking segment: {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:19.634169 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.636465 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Bound using segment: {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:14:19.637125 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Bound port: 8986182c-d4f4-4511-8488-79096cdad7c8, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:14:19.637394 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.654670 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7d434088-dd71-42e3-a028-5b0c43189a29 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (5a6d50f8-1faf-40c2-81b9-7d92e6de1276), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.794273 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Attempting to bind port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:14:19.794813 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Attempting to bind port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:14:19.795407 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Attempting to bind port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:19.809024 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:14:19.809502 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Attempting to bind port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:19.815547 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:19.825144 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] For port 8986182c-d4f4-4511-8488-79096cdad7c8, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:14:19.829282 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:14:19.829790 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Checking segment: {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:19.830525 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Bound using segment: {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:14:19.831135 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Bound port: 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:14:19.831613 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.834003 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0abbdb17-35ea-4b8f-9762-6b4c4275d755 admin admin] Publish callbacks [] for security_group (a14e1284-ff3a-4757-97a2-3c3b6c476e16), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.834155 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] For port 8986182c-d4f4-4511-8488-79096cdad7c8, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=8986182c-d4f4-4511-8488-79096cdad7c8,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:14:19.844401 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.869399 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0abbdb17-35ea-4b8f-9762-6b4c4275d755 admin admin] Publish callbacks [] for security_group (a14e1284-ff3a-4757-97a2-3c3b6c476e16), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.894847 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.45', 58543) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:19.979778 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7d434088-dd71-42e3-a028-5b0c43189a29 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:19.985178 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-7d434088-dd71-42e3-a028-5b0c43189a29 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9399161 Feb 21 04:14:19.993138 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56414) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:20.012609 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-96ed3f5e-a9bc-45c8-b705-1a0933e6f520 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'security_group_rule': {'security_group_id': '5a6d50f8-1faf-40c2-81b9-7d92e6de1276', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:20.089294 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0abbdb17-35ea-4b8f-9762-6b4c4275d755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (a14e1284-ff3a-4757-97a2-3c3b6c476e16), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:20.104564 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0abbdb17-35ea-4b8f-9762-6b4c4275d755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:20.112911 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-0abbdb17-35ea-4b8f-9762-6b4c4275d755 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a14e1284-ff3a-4757-97a2-3c3b6c476e16 HTTP/1.1" status: 204 len: 168 time: 1.3193038 Feb 21 04:14:20.118463 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-913f1801-6997-4043-abba-788581c2699d None None] Provisioning complete for port 8986182c-d4f4-4511-8488-79096cdad7c8 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:20.118729 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-913f1801-6997-4043-abba-788581c2699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:20.143578 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:14:20.155464 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:13:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:20.229019 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56430) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:20.258474 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40551d7b-891c-49da-8dfa-77e7259de206 None None] Pushing event updated for resources: {'Port': ['ID=8986182c-d4f4-4511-8488-79096cdad7c8,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:20.286680 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d434088-dd71-42e3-a028-5b0c43189a29 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6d50f8-1faf-40c2-81b9-7d92e6de1276,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:20.377761 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abbdb17-35ea-4b8f-9762-6b4c4275d755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14e1284-ff3a-4757-97a2-3c3b6c476e16,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:20.413039 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Attempting to bind port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:14:20.413592 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Attempting to bind port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd637b6b9-de20-46ec-a7ed-fb2e9b156f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:14:20.414562 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Attempting to bind port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d on network f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:20.422598 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:20.438221 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d on network f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:14:20.438987 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Attempting to bind port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d on network f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:20.569202 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:14:20.569534 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Checking segment: {'id': 'd637b6b9-de20-46ec-a7ed-fb2e9b156f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:20.571199 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Bound using segment: {'id': 'd637b6b9-de20-46ec-a7ed-fb2e9b156f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:14:20.571473 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Bound port: fc039608-7f10-4b0d-b3ce-2ecd0aa5274d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd637b6b9-de20-46ec-a7ed-fb2e9b156f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:14:20.571912 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:20.595027 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:20.667852 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-61ae5296-1a06-4411-9830-9e4029e61170 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:20.684354 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Pushing event updated for resources: {'Port': ['ID=9dcd026b-bef5-4076-bab8-0b8c1cff42f3,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:20.692173 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:20.694738 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-664cb76a-6ac8-4044-bb23-3bde8872d634 req-aaf572f1-4eb6-4a2d-904a-718054b375ec tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 210 time: 0.2395492 Feb 21 04:14:20.712791 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:14:20.835703 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-96ed3f5e-a9bc-45c8-b705-1a0933e6f520 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (ffa940fa-5212-4ba6-862b-2babaee4d5b8), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:20.882071 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-913f1801-6997-4043-abba-788581c2699d None None] Current status of the port 8986182c-d4f4-4511-8488-79096cdad7c8 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:20.883397 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-913f1801-6997-4043-abba-788581c2699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:20.940353 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] For port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:14:20.945964 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:14:21.013594 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:21.017177 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:21.065381 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-913f1801-6997-4043-abba-788581c2699d None None] For port 8986182c-d4f4-4511-8488-79096cdad7c8, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=8986182c-d4f4-4511-8488-79096cdad7c8,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:21.085586 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-913f1801-6997-4043-abba-788581c2699d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:21.132213 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e3942141-64a9-46eb-8237-9014b7f0c8c5 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:21.139379 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e3942141-64a9-46eb-8237-9014b7f0c8c5 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.45 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 818 time: 1.2121003 Feb 21 04:14:21.139957 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] For port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:14:21.178658 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:21.242915 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-8883b7db-72ab-438e-97d4-c524bb8b8604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2927332 Feb 21 04:14:21.297789 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 56460) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:21.306425 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f1801-6997-4043-abba-788581c2699d None None] Pushing event updated for resources: {'Port': ['ID=8986182c-d4f4-4511-8488-79096cdad7c8,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:21.306658 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Request body: {'port': {'device_id': '26c2ec47-cdd2-4f7a-a523-8afdb8f2656d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:21.316498 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Request body: {'port': {'device_id': '08569093-3abd-43da-8dc2-605b9a289ccf', 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2', 'admin_state_up': True, 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:21.318176 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] For port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:14:21.346372 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-20cbeea6-522c-4c2c-ab24-bcf5d4a350b4 None None] Provisioning complete for port 8986182c-d4f4-4511-8488-79096cdad7c8 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:21.346372 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-20cbeea6-522c-4c2c-ab24-bcf5d4a350b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:21.369089 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:21.369749 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:21.371306 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] 10.222.0.45 "PUT /v2.0/ports/81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 HTTP/1.1" status: 200 len: 1093 time: 7.6923223 Feb 21 04:14:21.375111 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] For port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d,segment=NetworkSegment(d637b6b9-de20-46ec-a7ed-fb2e9b156f3e),segment_id=d637b6b9-de20-46ec-a7ed-fb2e9b156f3e)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:14:21.376325 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbdc0a4-bc84-45b4-ab5f-5a38689d0b41', 'tag': '81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:14:21.432533 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-ce3bd9b6-cf04-4e1e-9d2f-6dba3133e542 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=506aaa9178654b638f05382ab05bc890&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1298225 Feb 21 04:14:21.439771 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994e7ee8-eb36-4f7a-b44e-adb876450a0b req-4dbd5830-d36b-4d19-9855-b012c055b217 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:21.442944 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:21.443987 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-994e7ee8-eb36-4f7a-b44e-adb876450a0b req-4dbd5830-d36b-4d19-9855-b012c055b217 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 1.1255524 Feb 21 04:14:21.444515 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56468) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:21.514055 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c473175-78de-41d2-b2c9-f0cc50ea01cb service neutron] Pushing event updated for resources: {'Port': ['ID=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:21.673914 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:21.674545 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:21.675963 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] 10.222.0.45 "PUT /v2.0/ports/fc039608-7f10-4b0d-b3ce-2ecd0aa5274d HTTP/1.1" status: 200 len: 1093 time: 5.7610638 Feb 21 04:14:21.692385 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:21.726978 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58ad5b3-9ab3-45e2-bfed-0bfd6fb5d1cd" -d '{"events": [{"name": "network-changed", "server_uuid": "efbdc0a4-bc84-45b4-ab5f-5a38689d0b41", "tag": "81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:14:21.739458 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:19Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:14:21.741369 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-20cbeea6-522c-4c2c-ab24-bcf5d4a350b4 None None] Current status of the port 8986182c-d4f4-4511-8488-79096cdad7c8 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:21.771748 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-d45132ba-4bce-4868-87c8-a3c2eb2d9acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:21.773657 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-d45132ba-4bce-4868-87c8-a3c2eb2d9acc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 1127 time: 0.3005538 Feb 21 04:14:21.788391 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bdf1c0-28a6-4429-9afa-f787ae345d2e None None] The sync data for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi is: [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:19Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:14:21.821566 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f3209-b149-4478-a5d5-b796ae5caea1 service neutron] Pushing event updated for resources: {'Port': ['ID=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:21.882812 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9120dfa-e991-4d6b-aff0-35d63d219ccb req-93b73744-64d3-4bdf-9a89-3a35606ea885 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:21.893286 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b9120dfa-e991-4d6b-aff0-35d63d219ccb req-93b73744-64d3-4bdf-9a89-3a35606ea885 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.9304397 Feb 21 04:14:21.936030 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-96ed3f5e-a9bc-45c8-b705-1a0933e6f520 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (ffa940fa-5212-4ba6-862b-2babaee4d5b8), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:21.968744 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-61ae5296-1a06-4411-9830-9e4029e61170 admin admin] Publish callbacks [] for security_group (cda8ac15-4702-460e-ae91-c6cab53dbd20), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.014529 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-96ed3f5e-a9bc-45c8-b705-1a0933e6f520 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (ffa940fa-5212-4ba6-862b-2babaee4d5b8), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.018739 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-61ae5296-1a06-4411-9830-9e4029e61170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (cda8ac15-4702-460e-ae91-c6cab53dbd20), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.078438 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b9120dfa-e991-4d6b-aff0-35d63d219ccb req-2c743cfc-e81c-4a25-9f5c-8a68969c68be tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832392 Feb 21 04:14:22.095179 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-397dea3b-447c-485d-8d5d-cadec4880844 admin admin] Publish callbacks [] for security_group (81b72ad2-7315-438e-a39b-3ae14c706e2e), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.100730 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-994e7ee8-eb36-4f7a-b44e-adb876450a0b req-9d09746a-310a-41c3-9fbc-35ad12820f9d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6223993 Feb 21 04:14:22.114369 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed3f5e-a9bc-45c8-b705-1a0933e6f520 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa940fa-5212-4ba6-862b-2babaee4d5b8,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:22.115944 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Made reservation on behalf of aa414febea2c4d4eb40898c7b119111a for: {'port': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:14:22.119279 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.134963 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-61ae5296-1a06-4411-9830-9e4029e61170 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb1b7b9da1c2452bb2794ef82977321f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8929434 Feb 21 04:14:22.154929 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae5296-1a06-4411-9830-9e4029e61170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda8ac15-4702-460e-ae91-c6cab53dbd20,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:22.154929 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56484) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:22.184552 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-96ed3f5e-a9bc-45c8-b705-1a0933e6f520 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.188992 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-96ed3f5e-a9bc-45c8-b705-1a0933e6f520 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1851394 Feb 21 04:14:22.193839 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-397dea3b-447c-485d-8d5d-cadec4880844 admin admin] Publish callbacks [] for security_group (81b72ad2-7315-438e-a39b-3ae14c706e2e), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.197230 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56488) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:22.219083 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-f1d24bba-daf6-4411-a9d9-e2a785c35b32 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'security_group_rule': {'security_group_id': '5a6d50f8-1faf-40c2-81b9-7d92e6de1276', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:22.308859 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79696774-8c02-47c5-bbc2-9ffcfd6a05b1 req-5bac60f5-8a64-42af-a955-929859d8fee8 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 210 time: 0.1167157 Feb 21 04:14:22.472980 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc49152e-5b72-43b9-abf8-d5c935111401 x-openstack-request-id: req-bc49152e-5b72-43b9-abf8-d5c935111401 {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:14:22.473508 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbdc0a4-bc84-45b4-ab5f-5a38689d0b41", "tag": "81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:14:22.473671 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc49152e-5b72-43b9-abf8-d5c935111401 {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:14:22.474232 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbdc0a4-bc84-45b4-ab5f-5a38689d0b41', 'tag': '81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5', 'status': 'completed', 'code': 200} Feb 21 04:14:22.545418 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:14:22.556194 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Publish callbacks [] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.574062 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Transition to ACTIVE for port object 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:14:22.582023 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.649763 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f1d24bba-daf6-4411-a9d9-e2a785c35b32 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (b84e30c3-d95a-4436-abe2-7c17f35e4464), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.691585 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-397dea3b-447c-485d-8d5d-cadec4880844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (81b72ad2-7315-438e-a39b-3ae14c706e2e), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.694632 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-397dea3b-447c-485d-8d5d-cadec4880844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.698923 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-397dea3b-447c-485d-8d5d-cadec4880844 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/81b72ad2-7315-438e-a39b-3ae14c706e2e HTTP/1.1" status: 204 len: 168 time: 1.2220316 Feb 21 04:14:22.700926 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5f2b-ec3c-4ef1-802e-f08aac31cd43 admin admin] Publish callbacks [] for security_group (cda8ac15-4702-460e-ae91-c6cab53dbd20), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.756570 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397dea3b-447c-485d-8d5d-cadec4880844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b72ad2-7315-438e-a39b-3ae14c706e2e,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:22.794375 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9dcd026b-bef5-4076-bab8-0b8c1cff42f3,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:22.826251 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Attempting to bind port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:14:22.826589 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Attempting to bind port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:14:22.826902 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Attempting to bind port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 on network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:22.833620 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 on network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:14:22.834467 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Attempting to bind port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 on network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:22.840955 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:14:22.841336 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Checking segment: {'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:22.842336 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Bound using segment: {'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:14:22.842896 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Bound port: 9dcd026b-bef5-4076-bab8-0b8c1cff42f3, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:14:22.843811 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.854609 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5f2b-ec3c-4ef1-802e-f08aac31cd43 admin admin] Publish callbacks [] for security_group (cda8ac15-4702-460e-ae91-c6cab53dbd20), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.856859 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Allocated IP 172.20.0.10 (2dbdf964-252c-4bd3-8302-8e42b37a68a2/6ead5157-185b-4075-b976-6dd3977612ed/18fcec87-d164-4874-b7ec-0a2d9c6fb0df) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:14:22.909938 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f1d24bba-daf6-4411-a9d9-e2a785c35b32 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (b84e30c3-d95a-4436-abe2-7c17f35e4464), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.925790 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f1d24bba-daf6-4411-a9d9-e2a785c35b32 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (b84e30c3-d95a-4436-abe2-7c17f35e4464), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.938920 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] For port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:14:22.943965 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] For port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:14:22.954658 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.957925 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d24bba-daf6-4411-a9d9-e2a785c35b32 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b84e30c3-d95a-4436-abe2-7c17f35e4464,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:22.996033 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f1d24bba-daf6-4411-a9d9-e2a785c35b32 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:22.997293 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-f1d24bba-daf6-4411-a9d9-e2a785c35b32 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7866619 Feb 21 04:14:23.008666 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 56508) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:23.015753 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'floatingip': {'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:23.031999 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Pushing event updated for resources: {'Port': ['ID=9dcd026b-bef5-4076-bab8-0b8c1cff42f3,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:23.046067 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:23.046860 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:23.048376 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-b4a5a6ba-5aee-43a5-b0d8-127d364bbbf3 service neutron] 10.222.0.45 "PUT /v2.0/ports/9dcd026b-bef5-4076-bab8-0b8c1cff42f3 HTTP/1.1" status: 200 len: 1093 time: 1.7494540 Feb 21 04:14:23.063647 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5f2b-ec3c-4ef1-802e-f08aac31cd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (cda8ac15-4702-460e-ae91-c6cab53dbd20), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:23.066735 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6c9f5f2b-ec3c-4ef1-802e-f08aac31cd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:23.068180 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-6c9f5f2b-ec3c-4ef1-802e-f08aac31cd43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cda8ac15-4702-460e-ae91-c6cab53dbd20 HTTP/1.1" status: 204 len: 168 time: 0.9141214 Feb 21 04:14:23.097153 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f5f2b-ec3c-4ef1-802e-f08aac31cd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda8ac15-4702-460e-ae91-c6cab53dbd20,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:23.107797 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:23.205772 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks [] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:23.457717 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:23.495322 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00751569-2d27-4e41-b3d7-0342f33ed04b req-839fbb07-7441-416f-a39b-46bb00247e37 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:23.507530 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00751569-2d27-4e41-b3d7-0342f33ed04b req-839fbb07-7441-416f-a39b-46bb00247e37 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.3272231 Feb 21 04:14:23.583122 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:23.613633 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a3c44-5959-46d0-b92c-f2da84407b89 req-a247780f-7f73-4ead-b427-5a6fe1d09578 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:23.621824 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-664a3c44-5959-46d0-b92c-f2da84407b89 req-a247780f-7f73-4ead-b427-5a6fe1d09578 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.3633969 Feb 21 04:14:23.627769 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 8986182c-d4f4-4511-8488-79096cdad7c8 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:23.639490 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:23.643257 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:14:23.648744 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:23.649655 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:23.701706 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 8986182c-d4f4-4511-8488-79096cdad7c8 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:23.702400 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:23.741306 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00751569-2d27-4e41-b3d7-0342f33ed04b req-94ca15cf-aa3f-4411-893f-e212aaaefb29 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249167 Feb 21 04:14:23.786735 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Pushing event updated for resources: {'Port': ['ID=18fcec87-d164-4874-b7ec-0a2d9c6fb0df,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:23.820798 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-e01bd609-f94d-4718-b062-bf6fbda7c7ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5114126 Feb 21 04:14:23.869924 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:23.874834 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 8986182c-d4f4-4511-8488-79096cdad7c8 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:23.897019 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-664a3c44-5959-46d0-b92c-f2da84407b89 req-132af9a2-3924-4c55-916d-9afa007e9d72 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742095 Feb 21 04:14:23.962640 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40069d-0d14-4a86-a03a-243f9654d1c5 req-219afca8-3255-41f3-93d1-bcd2afa21d44 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:23.971114 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cb40069d-0d14-4a86-a03a-243f9654d1c5 req-219afca8-3255-41f3-93d1-bcd2afa21d44 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 932 time: 0.1385741 Feb 21 04:14:24.076602 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Allocated IP 172.27.0.158 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/ca5df7f7-add1-4cbe-b991-6abfb1eea494) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:14:24.085521 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cb40069d-0d14-4a86-a03a-243f9654d1c5 req-3b90a486-f217-4956-9aa0-c75fcb55470b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125064 Feb 21 04:14:24.207801 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for port (ca5df7f7-add1-4cbe-b991-6abfb1eea494), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:24.253532 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (ca5df7f7-add1-4cbe-b991-6abfb1eea494), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:24.302392 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:24.305328 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:24.310902 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:14:24.331046 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'Port': ['ID=ca5df7f7-add1-4cbe-b991-6abfb1eea494,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:24.420224 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (53ceabbe-9c84-4f85-a635-48f8733213a3), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:24.467151 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ca5df7f7-add1-4cbe-b991-6abfb1eea494), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:24.474854 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd58885ac-0561-4c6d-bdb4-97e629c9acaa', 'tag': 'fc039608-7f10-4b0d-b3ce-2ecd0aa5274d'}, {'name': 'network-changed', 'server_uuid': '26c2ec47-cdd2-4f7a-a523-8afdb8f2656d', 'tag': '9dcd026b-bef5-4076-bab8-0b8c1cff42f3'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:14:24.479809 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "d58885ac-0561-4c6d-bdb4-97e629c9acaa", "tag": "fc039608-7f10-4b0d-b3ce-2ecd0aa5274d"}, {"name": "network-changed", "server_uuid": "26c2ec47-cdd2-4f7a-a523-8afdb8f2656d", "tag": "9dcd026b-bef5-4076-bab8-0b8c1cff42f3"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:14:24.532143 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 21 Feb 2022 04:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89dafa1d-568a-4126-a37e-6dcb1f431944 x-openstack-request-id: req-89dafa1d-568a-4126-a37e-6dcb1f431944 {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:14:24.532609 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d58885ac-0561-4c6d-bdb4-97e629c9acaa", "tag": "fc039608-7f10-4b0d-b3ce-2ecd0aa5274d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26c2ec47-cdd2-4f7a-a523-8afdb8f2656d", "tag": "9dcd026b-bef5-4076-bab8-0b8c1cff42f3", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:14:24.533024 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89dafa1d-568a-4126-a37e-6dcb1f431944 {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:14:24.533617 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd58885ac-0561-4c6d-bdb4-97e629c9acaa', 'tag': 'fc039608-7f10-4b0d-b3ce-2ecd0aa5274d', 'status': 'completed', 'code': 200} Feb 21 04:14:24.534143 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c2ec47-cdd2-4f7a-a523-8afdb8f2656d', 'tag': '9dcd026b-bef5-4076-bab8-0b8c1cff42f3', 'status': 'completed', 'code': 200} Feb 21 04:14:24.654661 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for port (ca5df7f7-add1-4cbe-b991-6abfb1eea494), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:24.659770 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ca5df7f7-add1-4cbe-b991-6abfb1eea494), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:24.706834 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (53ceabbe-9c84-4f85-a635-48f8733213a3), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:24.729909 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'Port': ['ID=ca5df7f7-add1-4cbe-b991-6abfb1eea494,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:24.741572 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:24.749232 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-33336043-eeaf-4711-8bd6-8646d2fb8b44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7375894 Feb 21 04:14:24.869929 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e2159-a0c3-4b7f-8f3e-320312f6f44c req-15032176-5e3b-485a-9100-c149f7d6ae94 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:24.871567 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f77e2159-a0c3-4b7f-8f3e-320312f6f44c req-15032176-5e3b-485a-9100-c149f7d6ae94 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0563772 Feb 21 04:14:24.931613 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f77e2159-a0c3-4b7f-8f3e-320312f6f44c req-b7b09668-0068-4c63-852e-17ba1d270ac6 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533614 Feb 21 04:14:25.020930 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-18714357-fea4-4bc3-ba06-8eb72ef6840a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--528023676&fields=id&tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79 HTTP/1.1" status: 200 len: 267 time: 0.0682602 Feb 21 04:14:25.121772 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f415e35-8efd-4da9-ada3-0e65887fdd3f req-e6f53697-6532-4c37-9a0b-5705a209c71a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:25.123242 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2f415e35-8efd-4da9-ada3-0e65887fdd3f req-e6f53697-6532-4c37-9a0b-5705a209c71a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.1218417 Feb 21 04:14:25.167586 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-2968fe2e-ba1b-42d5-b020-52f7cb6b9a7e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:25.169017 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-2968fe2e-ba1b-42d5-b020-52f7cb6b9a7e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 817 time: 0.1334929 Feb 21 04:14:25.194882 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-843c750a-eb8d-4ab9-9ad0-fa3ad460b3e6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/quotas/53f9f8c7b6284a97b2c5ac5aee7f3c79 HTTP/1.1" status: 200 len: 375 time: 0.0199556 Feb 21 04:14:25.198126 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2f415e35-8efd-4da9-ada3-0e65887fdd3f req-4e0fe24f-484f-4040-bd3f-a0eb24ede03d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676968 Feb 21 04:14:25.254260 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-c3c6973e-6316-47b8-bcea-a947ea281f03 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544674 Feb 21 04:14:25.369604 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e212e-43b6-4951-b9fe-702559cbd01c req-755fe3da-f2db-4c5d-9596-78a957707e05 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:25.371072 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2c1e212e-43b6-4951-b9fe-702559cbd01c req-755fe3da-f2db-4c5d-9596-78a957707e05 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 932 time: 0.1159456 Feb 21 04:14:25.401909 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-a85c472f-4c8d-4cb3-9600-84695ccde4b1 service neutron] 10.222.0.10 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347382 Feb 21 04:14:25.467654 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2c1e212e-43b6-4951-b9fe-702559cbd01c req-d52f90d5-4d3b-4f11-8e0c-682095b3bf90 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889759 Feb 21 04:14:25.503700 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-ad6e148b-425b-4fe5-9322-6916e8e22be3 service neutron] 10.222.0.10 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919387 Feb 21 04:14:25.660208 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1e82c608-f1f1-4362-a1fd-0ad53c79c827 req-e0708c8c-9bf7-4df2-ac3a-f28999ed9b17 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 210 time: 0.0283136 Feb 21 04:14:26.063164 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17e847-2e7f-4351-825d-40e70f29fde6 req-ca8db7e4-7541-4146-ac32-16fde574e475 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:26.064734 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bd17e847-2e7f-4351-825d-40e70f29fde6 req-ca8db7e4-7541-4146-ac32-16fde574e475 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0566344 Feb 21 04:14:26.088233 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-97afe1a3-59f9-4c3c-ad1e-d3f586402e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:26.110636 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bd17e847-2e7f-4351-825d-40e70f29fde6 req-f1bad70a-a33c-4836-9b58-e9f3bb5b8e12 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402458 Feb 21 04:14:26.312924 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee287bec-726e-40e1-ae2d-88ed934ab621 req-464e01ec-0ef6-4ea6-97b2-0f11af2bc27e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:26.314391 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ee287bec-726e-40e1-ae2d-88ed934ab621 req-464e01ec-0ef6-4ea6-97b2-0f11af2bc27e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0513930 Feb 21 04:14:26.360343 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ee287bec-726e-40e1-ae2d-88ed934ab621 req-7077f812-66b9-490a-9d02-3acbb6d05953 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405827 Feb 21 04:14:26.583818 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb99a5d7-c818-494d-b973-bb5199cd5026 req-82e20199-9cc5-4d1d-a771-77905bfda5dd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:26.585384 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bb99a5d7-c818-494d-b973-bb5199cd5026 req-82e20199-9cc5-4d1d-a771-77905bfda5dd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 932 time: 0.0534329 Feb 21 04:14:26.630544 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bb99a5d7-c818-494d-b973-bb5199cd5026 req-92bf7e82-7cca-418f-9a95-d44094c44684 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397666 Feb 21 04:14:26.762401 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-92759157-def2-49d8-b5fb-28b9b7026bfe req-bdcbc360-7f87-4bae-8d28-9a2f63f80d5a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 210 time: 0.0295529 Feb 21 04:14:27.231791 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ce54f-daa9-4c21-a394-4c4ad1191ea3 req-795c5977-fc8b-4166-b625-7dbd8121d87f tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:27.233347 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c69ce54f-daa9-4c21-a394-4c4ad1191ea3 req-795c5977-fc8b-4166-b625-7dbd8121d87f tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0532668 Feb 21 04:14:27.291876 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c69ce54f-daa9-4c21-a394-4c4ad1191ea3 req-2eaa7011-ce70-4908-bdeb-dce4fa83242c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521405 Feb 21 04:14:27.479061 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b2c421-12f5-4764-92ab-f94ba97e8656 req-b91bd484-32cc-43e8-a954-bee1a70f3e82 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:27.480517 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-31b2c421-12f5-4764-92ab-f94ba97e8656 req-b91bd484-32cc-43e8-a954-bee1a70f3e82 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0541699 Feb 21 04:14:27.529194 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-31b2c421-12f5-4764-92ab-f94ba97e8656 req-cfb114ba-4b1d-4f38-839e-8c8df3c0b801 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431104 Feb 21 04:14:27.743799 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94507d71-70a5-4b5e-ba8b-507554cccc83 req-6195948c-0ec5-4298-aa6c-bc6ee97b3550 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:27.745323 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-94507d71-70a5-4b5e-ba8b-507554cccc83 req-6195948c-0ec5-4298-aa6c-bc6ee97b3550 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 932 time: 0.0505383 Feb 21 04:14:27.791420 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-94507d71-70a5-4b5e-ba8b-507554cccc83 req-48dc769a-3c0f-438a-8063-4fd55d4f0099 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 Feb 21 04:14:27.862593 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8cdf4e21-665a-4532-a39e-ba9f9a1380f7 req-ec491a26-9014-4cc0-81f4-c80a78881dd1 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 210 time: 0.0271237 Feb 21 04:14:28.129216 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e9e1-ade8-46b2-9213-71c7bc46943a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:28.206257 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-cc8e58f7-c9ca-4e2e-9e85-9c9399809278 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 HTTP/1.1" status: 200 len: 217 time: 0.0799310 Feb 21 04:14:28.339886 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Request body: {'port': {'device_id': '08569093-3abd-43da-8dc2-605b9a289ccf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:28.438639 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:28.458654 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0611db-57df-4ac9-adaf-6638cd9c6f04 req-cb5480b6-4c45-4536-a727-be4fd02e45c2 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:28.460208 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ee0611db-57df-4ac9-adaf-6638cd9c6f04 req-cb5480b6-4c45-4536-a727-be4fd02e45c2 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0950780 Feb 21 04:14:28.571372 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-17139aa4-42a7-48c4-88ea-44c88cb0e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:28.572943 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-17139aa4-42a7-48c4-88ea-44c88cb0e74e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72d3b51bfa7e4f3190c280abd14571ff&device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 1127 time: 0.0484552 Feb 21 04:14:28.667446 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ee0611db-57df-4ac9-adaf-6638cd9c6f04 req-70fa4825-c006-475c-8ff2-837696d765c2 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870379 Feb 21 04:14:28.678652 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-3effc14a-e475-46df-bb84-ea52b7ee6bbe service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d HTTP/1.1" status: 200 len: 217 time: 0.0897722 Feb 21 04:14:28.698187 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-ef98152f-4114-489d-bb72-618bebd1c09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:28.700025 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-ef98152f-4114-489d-bb72-618bebd1c09f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ded90e6-ea51-40b5-9fe9-82428e77be8f HTTP/1.1" status: 200 len: 855 time: 0.1128323 Feb 21 04:14:28.818958 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-04d833a6-5027-4e79-bdfd-a43847f8cb22 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976853 Feb 21 04:14:28.891455 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8cf38-6f20-4ebd-95da-66af645bc13c req-f4641242-0c34-44a8-9b71-a5b44cc14aaa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:28.892983 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-21d8cf38-6f20-4ebd-95da-66af645bc13c req-f4641242-0c34-44a8-9b71-a5b44cc14aaa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.2861297 Feb 21 04:14:28.907946 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-d7cfae19-2bd2-4a68-9138-69b1243baced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:28.909400 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-d7cfae19-2bd2-4a68-9138-69b1243baced service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7fc040b-05a5-420f-9753-149af5a9cf12 HTTP/1.1" status: 200 len: 852 time: 0.1898770 Feb 21 04:14:28.948494 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-c2422ddf-f1eb-4edb-8dec-8e36484ddc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:28.950304 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-c2422ddf-f1eb-4edb-8dec-8e36484ddc37 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 1127 time: 0.2112656 Feb 21 04:14:28.954161 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-a0f7ae1b-a034-4b95-baf1-2399746a5911 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366645 Feb 21 04:14:29.016874 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-21d8cf38-6f20-4ebd-95da-66af645bc13c req-f8ee6cac-af55-4b59-a971-9cabaf954f87 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122360 Feb 21 04:14:29.026352 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76c4c1-3eee-483a-a2ca-9707f5258e06 req-b6bb6592-8a0f-4585-a12e-0494e6ee7be6 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:29.027629 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ff76c4c1-3eee-483a-a2ca-9707f5258e06 req-b6bb6592-8a0f-4585-a12e-0494e6ee7be6 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 932 time: 0.1477041 Feb 21 04:14:29.057457 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-d1b9db4c-7b51-4f61-8ef2-47181a6eef37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3 HTTP/1.1" status: 200 len: 217 time: 0.0930030 Feb 21 04:14:29.067899 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-4c1bab58-8da3-4913-ba2e-20c1e7b063e8 service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323303 Feb 21 04:14:29.164948 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-67e3e9ed-1521-40e3-b329-938c874ff80a req-fed71ad6-ee62-4894-ae5f-c868260b47c0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 210 time: 0.0676441 Feb 21 04:14:29.184961 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18fcec87-d164-4874-b7ec-0a2d9c6fb0df {{(pid=102899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:14:29.190275 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.45', 58561) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:29.207751 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Publish callbacks [] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:29.220173 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ff76c4c1-3eee-483a-a2ca-9707f5258e06 req-60468325-79a3-4513-971d-4e2f4dc565e0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757069 Feb 21 04:14:29.239273 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-f9924c09-bdb7-4446-a212-632ef255a22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:29.239273 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-f9924c09-bdb7-4446-a212-632ef255a22f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 200 len: 858 time: 0.1695147 Feb 21 04:14:29.252003 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.provisioning_blocks [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Transition to ACTIVE for port object 18fcec87-d164-4874-b7ec-0a2d9c6fb0df will not be triggered until provisioned by entity L2. {{(pid=102899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:14:29.262544 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:29.290195 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-4b63ed86-26d7-40ce-9df7-4cddf7190ab9 service neutron] 10.222.0.45 "GET /v2.0/networks/f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151829 Feb 21 04:14:29.329060 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Pushing event updated for resources: {'Port': ['ID=18fcec87-d164-4874-b7ec-0a2d9c6fb0df,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:29.329941 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b6e15a9d-ff82-4cee-b741-452337de7ada req-9cde50f8-873e-4504-b3aa-50bb75bf54f9 service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251656 Feb 21 04:14:29.368782 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-94e112e6-32ef-4c8f-82f3-4156d61819e2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:29.371097 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-94e112e6-32ef-4c8f-82f3-4156d61819e2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 817 time: 0.1792457 Feb 21 04:14:29.387860 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Attempting to bind port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:14:29.388459 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Attempting to bind port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:14:29.388937 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Attempting to bind port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df on network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:29.401674 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df on network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:14:29.402003 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Attempting to bind port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df on network 2dbdf964-252c-4bd3-8302-8e42b37a68a2 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:29.411091 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:14:29.411454 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Checking segment: {'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:29.412032 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Bound using segment: {'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:14:29.412484 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Bound port: 18fcec87-d164-4874-b7ec-0a2d9c6fb0df, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2'}}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:14:29.412881 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:29.446106 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:29.498348 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] For port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df, host hv-cinder-77398, cleared binding levels {{(pid=102899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:14:29.502919 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] For port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=18fcec87-d164-4874-b7ec-0a2d9c6fb0df,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:14:29.509415 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:29.555721 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:29.556397 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:29.557868 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] 10.222.0.45 "PUT /v2.0/ports/18fcec87-d164-4874-b7ec-0a2d9c6fb0df HTTP/1.1" status: 200 len: 1094 time: 1.2223761 Feb 21 04:14:29.558317 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08569093-3abd-43da-8dc2-605b9a289ccf', 'tag': '18fcec87-d164-4874-b7ec-0a2d9c6fb0df'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:14:29.632307 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-89474a63-66f2-4229-8daa-246b7bd8651f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dbdf964-252c-4bd3-8302-8e42b37a68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148436 Feb 21 04:14:29.704726 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb146f9-2d76-4b84-8ef8-bca43bd341b0 service neutron] Pushing event updated for resources: {'Port': ['ID=18fcec87-d164-4874-b7ec-0a2d9c6fb0df,revision_number=3']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:29.752606 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-00575d59-d6b3-4a46-a7eb-0068b7fcb18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:29.752606 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-00575d59-d6b3-4a46-a7eb-0068b7fcb18a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 1128 time: 0.1270690 Feb 21 04:14:29.821190 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-13001042-4132-4f0f-ae32-708786d4d964 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654017 Feb 21 04:14:29.837651 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-f0ca848c-4bc7-4bb3-80ae-e1745c64f13c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79 HTTP/1.1" status: 200 len: 379 time: 0.2955749 Feb 21 04:14:29.856200 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e4fa4c-b995-4294-b6a1-0730ab63035d" -d '{"events": [{"name": "network-changed", "server_uuid": "08569093-3abd-43da-8dc2-605b9a289ccf", "tag": "18fcec87-d164-4874-b7ec-0a2d9c6fb0df"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:14:29.874987 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-b67b05bf-4261-4738-b8f5-c87d0282f148 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fcec87-d164-4874-b7ec-0a2d9c6fb0df HTTP/1.1" status: 200 len: 217 time: 0.1176960 Feb 21 04:14:29.879420 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'port': {'device_id': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'admin_state_up': True, 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'security_groups': ['5a6d50f8-1faf-40c2-81b9-7d92e6de1276']}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:29.935353 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ad5b3-9ab3-45e2-bfed-0bfd6fb5d1cd req-ac0397c3-ad71-41de-a223-d9b7586cb33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:29.937516 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b58ad5b3-9ab3-45e2-bfed-0bfd6fb5d1cd req-ac0397c3-ad71-41de-a223-d9b7586cb33a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 1127 time: 0.3942161 Feb 21 04:14:29.945944 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeff52c-d9e9-4fa8-9fb9-51bcec6f2bba req-fd7f24a2-9900-42ae-a7e6-5458c444d2b6 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:29.948666 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8aeff52c-d9e9-4fa8-9fb9-51bcec6f2bba req-fd7f24a2-9900-42ae-a7e6-5458c444d2b6 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.1406946 Feb 21 04:14:29.950100 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-b316ea13-5778-431e-89b7-225bced7ac8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:29.951496 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-b316ea13-5778-431e-89b7-225bced7ac8e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 200 len: 858 time: 0.0717258 Feb 21 04:14:29.970255 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-35f85016-6f36-4ff5-8c56-237df0519ffa req-5cc12987-9f58-4bf9-876d-7329b5e1819b service neutron] 10.222.0.45 "GET /v2.0/networks/f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650993 Feb 21 04:14:30.011111 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3b319b-cb0e-472c-9d4d-ca7a88c13ef6 x-openstack-request-id: req-6c3b319b-cb0e-472c-9d4d-ca7a88c13ef6 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:14:30.011476 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08569093-3abd-43da-8dc2-605b9a289ccf", "tag": "18fcec87-d164-4874-b7ec-0a2d9c6fb0df", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:14:30.011638 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c3b319b-cb0e-472c-9d4d-ca7a88c13ef6 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:14:30.012091 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08569093-3abd-43da-8dc2-605b9a289ccf', 'tag': '18fcec87-d164-4874-b7ec-0a2d9c6fb0df', 'status': 'completed', 'code': 200} Feb 21 04:14:30.033413 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-efee3009-d505-4e9b-b5bb-9746c2ded3dc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dbdf964-252c-4bd3-8302-8e42b37a68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749044 Feb 21 04:14:30.143373 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8aeff52c-d9e9-4fa8-9fb9-51bcec6f2bba req-d6c49cbb-c261-4b68-999d-ac8d656a67cf tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865284 Feb 21 04:14:30.245724 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-1f73fc0d-274a-4fe6-a96a-d94676c9e3c7 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996260 Feb 21 04:14:30.263734 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fda69-f65a-4dd8-a5d9-14e8fb0e74c0 req-d98be5e4-29df-4e58-bd52-f318f4621b9c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:30.266060 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ad9fda69-f65a-4dd8-a5d9-14e8fb0e74c0 req-d98be5e4-29df-4e58-bd52-f318f4621b9c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.1282411 Feb 21 04:14:30.384957 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18e1e22c-f892-4b7e-8361-631ed6d1b5e2 req-13f59ce9-3548-4c48-a454-1094a8720edf tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 210 time: 0.0578048 Feb 21 04:14:30.442249 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ad9fda69-f65a-4dd8-a5d9-14e8fb0e74c0 req-b3f00f1a-7384-45d3-891b-9b3a972730c9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641138 Feb 21 04:14:30.446378 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ad5b3-9ab3-45e2-bfed-0bfd6fb5d1cd req-7cfabd7e-ea3c-4d73-b404-8df78ff179d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:30.447884 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b58ad5b3-9ab3-45e2-bfed-0bfd6fb5d1cd req-7cfabd7e-ea3c-4d73-b404-8df78ff179d3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 915 time: 0.4750898 Feb 21 04:14:30.472166 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa2b5c79-c500-4478-b024-3b1b2db4e967 req-f6424fe2-34b6-4f0b-89be-8c40bb31992e service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916308 Feb 21 04:14:30.536617 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b58ad5b3-9ab3-45e2-bfed-0bfd6fb5d1cd req-c46c7e56-56ec-4909-94fe-86fbf07bbd1c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 HTTP/1.1" status: 200 len: 217 time: 0.0773418 Feb 21 04:14:30.543290 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-aeff87cd-8afe-4164-bc56-2446f3d59422 req-ded0d530-b9c5-46b9-a077-8577a32300a0 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7123537 Feb 21 04:14:30.576923 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad9f27-90e4-41a0-978a-5c2b522f5aa3 req-9d12b229-4ab6-494b-89a6-03c7e7ac4a15 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:30.584850 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8fad9f27-90e4-41a0-978a-5c2b522f5aa3 req-9d12b229-4ab6-494b-89a6-03c7e7ac4a15 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 944 time: 0.1074269 Feb 21 04:14:30.603222 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-7a64474f-8aa5-43c0-8da5-92be2250eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:30.605079 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-7a64474f-8aa5-43c0-8da5-92be2250eda6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=72d3b51bfa7e4f3190c280abd14571ff&device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 1127 time: 0.2310596 Feb 21 04:14:30.608006 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4fa4c-b995-4294-b6a1-0730ab63035d req-e7c3d8f3-c59c-43d5-90f8-1d61fa29d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:30.609554 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b2e4fa4c-b995-4294-b6a1-0730ab63035d req-e7c3d8f3-c59c-43d5-90f8-1d61fa29d1b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 1128 time: 0.0982714 Feb 21 04:14:30.656566 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ad5b3-9ab3-45e2-bfed-0bfd6fb5d1cd req-aeb1733a-bbfe-46d7-a504-3b5887968d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:30.656566 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b58ad5b3-9ab3-45e2-bfed-0bfd6fb5d1cd req-aeb1733a-bbfe-46d7-a504-3b5887968d6e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ded90e6-ea51-40b5-9fe9-82428e77be8f HTTP/1.1" status: 200 len: 855 time: 0.1062119 Feb 21 04:14:30.688193 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Made reservation on behalf of 53f9f8c7b6284a97b2c5ac5aee7f3c79 for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:14:30.691363 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:30.724884 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b58ad5b3-9ab3-45e2-bfed-0bfd6fb5d1cd req-d14a376b-ec22-4aec-a4d7-42e845c90a42 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479715 Feb 21 04:14:30.736258 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8fad9f27-90e4-41a0-978a-5c2b522f5aa3 req-a5e7fbdb-02ae-44b0-a91e-42051ddfc763 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459858 Feb 21 04:14:30.824507 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:30.857889 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4fa4c-b995-4294-b6a1-0730ab63035d req-0a253c6a-c909-4324-a48b-7833465405f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:30.859443 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b2e4fa4c-b995-4294-b6a1-0730ab63035d req-0a253c6a-c909-4324-a48b-7833465405f0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 918 time: 0.2401276 Feb 21 04:14:30.868813 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-a85884ed-726b-46f4-be2a-3bb50ec9868b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:30.870132 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-a85884ed-726b-46f4-be2a-3bb50ec9868b service neutron] 10.222.0.45 "GET /v2.0/networks?id=f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 HTTP/1.1" status: 200 len: 912 time: 0.2506888 Feb 21 04:14:30.907851 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b2e4fa4c-b995-4294-b6a1-0730ab63035d req-99a77278-2a5a-459e-b1dd-2f0c7e9d71ca service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fcec87-d164-4874-b7ec-0a2d9c6fb0df HTTP/1.1" status: 200 len: 217 time: 0.0418725 Feb 21 04:14:30.934661 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-ae44f29a-b1c5-4327-861a-a6e1d12bf16f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d HTTP/1.1" status: 200 len: 217 time: 0.0562449 Feb 21 04:14:31.018837 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b58ad5b3-9ab3-45e2-bfed-0bfd6fb5d1cd req-e6e03cff-dd33-469c-a81a-b0fe3b847ae2 service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834983 Feb 21 04:14:31.067491 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Allocated IP 172.20.0.11 (81e10afa-1f4c-4986-8e6d-20263abcd54c/46d40582-7f92-4c2a-a504-bb2c26cd0187/ad4a893e-bbd1-41d8-a92a-483868402b5b) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:14:31.102211 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-32d07ca9-e0de-42ac-9585-3ee2b4e93c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:31.103638 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-32d07ca9-e0de-42ac-9585-3ee2b4e93c1b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=e7fc040b-05a5-420f-9753-149af5a9cf12 HTTP/1.1" status: 200 len: 852 time: 0.1614757 Feb 21 04:14:31.173191 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4fa4c-b995-4294-b6a1-0730ab63035d req-b710c113-835a-448d-b074-7a8ced4bc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:31.173191 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b2e4fa4c-b995-4294-b6a1-0730ab63035d req-b710c113-835a-448d-b074-7a8ced4bc4a2 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 200 len: 858 time: 0.2586570 Feb 21 04:14:31.189980 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b58ad5b3-9ab3-45e2-bfed-0bfd6fb5d1cd req-33b2e509-5455-47f4-94da-96b8a89e758f service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632276 Feb 21 04:14:31.276295 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:31.313712 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:31.317221 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44765b1-2106-497c-a860-7032176a7a34 req-1d1eb66d-d911-4480-9d2a-de674272d1ad tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:31.318702 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c44765b1-2106-497c-a860-7032176a7a34 req-1d1eb66d-d911-4480-9d2a-de674272d1ad tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0540538 Feb 21 04:14:31.355361 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Network 81e10afa-1f4c-4986-8e6d-20263abcd54c is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:14:31.358434 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:14:31.365449 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:14:31.371947 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'Port': ['ID=ad4a893e-bbd1-41d8-a92a-483868402b5b,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:31.375366 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c44765b1-2106-497c-a860-7032176a7a34 req-6ae34a7b-9b29-4320-ac22-c6367ab5cbba tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504189 Feb 21 04:14:31.417803 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:31.418535 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:31.438642 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-191605e2-8c47-4bd0-9e7b-37af8a59690d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5910366 Feb 21 04:14:31.522833 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f9defe-a0df-4d61-8414-c604ca160e6e req-bffc5236-133e-4723-906b-cede37b43ff3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:31.524423 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-07f9defe-a0df-4d61-8414-c604ca160e6e req-bffc5236-133e-4723-906b-cede37b43ff3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 932 time: 0.0586588 Feb 21 04:14:31.599126 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-07f9defe-a0df-4d61-8414-c604ca160e6e req-741aa259-c4e5-41b2-b6d9-26c0574fd073 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644512 Feb 21 04:14:31.606386 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f5c36-e044-4746-b124-8a2984624aa7 req-50760cc0-1a2c-4a2f-9f35-63900d48924f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:31.607795 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-096f5c36-e044-4746-b124-8a2984624aa7 req-50760cc0-1a2c-4a2f-9f35-63900d48924f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0821662 Feb 21 04:14:31.647448 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-2af14d86-a640-47dc-9384-8350e7273ab4 None None] Provisioning complete for port ad4a893e-bbd1-41d8-a92a-483868402b5b triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:31.647755 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2af14d86-a640-47dc-9384-8350e7273ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:31.655011 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-096f5c36-e044-4746-b124-8a2984624aa7 req-6e45c74f-e2db-4cbd-a52c-b342b0b9f1b5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411289 Feb 21 04:14:31.682968 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-2af14d86-a640-47dc-9384-8350e7273ab4 None None] Port ad4a893e-bbd1-41d8-a92a-483868402b5b cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:14:31.847926 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a2f1-c91c-43f8-b240-e2ca4265ebef req-8d286457-eca8-4deb-8542-243b25b8a95a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:31.849419 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0181a2f1-c91c-43f8-b240-e2ca4265ebef req-8d286457-eca8-4deb-8542-243b25b8a95a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 944 time: 0.0509505 Feb 21 04:14:31.896792 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0181a2f1-c91c-43f8-b240-e2ca4265ebef req-58667e68-30fd-4400-9a44-a05cd7be7894 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Feb 21 04:14:32.472453 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:32.494680 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79728a45-819b-4977-bc46-dc52d973c330 req-65be3cc0-4837-4908-aaae-2848d8523211 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:32.496167 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79728a45-819b-4977-bc46-dc52d973c330 req-65be3cc0-4837-4908-aaae-2848d8523211 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0525677 Feb 21 04:14:32.541747 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79728a45-819b-4977-bc46-dc52d973c330 req-b2bcec0c-9884-4aa2-a70a-435e4504de79 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393219 Feb 21 04:14:32.718150 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f695577-5d9e-4851-82fb-60abd6da003e req-891928eb-3885-4711-8733-05883084f2c0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:32.719662 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2f695577-5d9e-4851-82fb-60abd6da003e req-891928eb-3885-4711-8733-05883084f2c0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 932 time: 0.0518985 Feb 21 04:14:32.797774 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2f695577-5d9e-4851-82fb-60abd6da003e req-e0e1467d-7415-49a0-8b0b-a6b65a2f86c8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691586 Feb 21 04:14:32.805107 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3dbab-909a-4800-ae2f-16f7f616f086 req-a35b0db4-ce2f-4c8d-90f5-d7de122fb4dc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:32.806522 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ead3dbab-909a-4800-ae2f-16f7f616f086 req-a35b0db4-ce2f-4c8d-90f5-d7de122fb4dc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0860074 Feb 21 04:14:32.852339 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ead3dbab-909a-4800-ae2f-16f7f616f086 req-f71ab6ef-edd1-437e-bd42-6ff164d1482f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399182 Feb 21 04:14:33.010981 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3a0cd-7fd0-42c6-8c7b-6cf56f631035 req-85fc9f2d-0829-4f50-a49b-5dbfd8f14c9f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:33.012658 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-89b3a0cd-7fd0-42c6-8c7b-6cf56f631035 req-85fc9f2d-0829-4f50-a49b-5dbfd8f14c9f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 944 time: 0.0520098 Feb 21 04:14:33.060488 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-89b3a0cd-7fd0-42c6-8c7b-6cf56f631035 req-f985e8ce-d848-4f60-83ad-1dca17db974d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406435 Feb 21 04:14:33.657793 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0869f4-f325-48c5-885e-da0ce35101f9 req-bdd26eee-f428-4652-b67f-0b64a1b56644 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:33.659272 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4a0869f4-f325-48c5-885e-da0ce35101f9 req-bdd26eee-f428-4652-b67f-0b64a1b56644 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0540993 Feb 21 04:14:33.704231 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4a0869f4-f325-48c5-885e-da0ce35101f9 req-0693f08a-8916-4f42-8e8a-70ec67d70493 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395684 Feb 21 04:14:33.915729 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a06d5-1d70-4c9b-8851-517df18b615d req-baadbc3b-f566-42c1-9307-278cf133f00d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:33.917220 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-864a06d5-1d70-4c9b-8851-517df18b615d req-baadbc3b-f566-42c1-9307-278cf133f00d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 932 time: 0.0513365 Feb 21 04:14:33.989514 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-864a06d5-1d70-4c9b-8851-517df18b615d req-574fe0d4-ff2f-4ee7-9c1c-bd80a581c6bf tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629904 Feb 21 04:14:33.996734 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991d888-f613-4cf2-8f21-6eaab210820b req-c95e3396-e045-44dd-ab75-10d048b400d4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:33.998145 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d991d888-f613-4cf2-8f21-6eaab210820b req-c95e3396-e045-44dd-ab75-10d048b400d4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0800881 Feb 21 04:14:34.047683 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d991d888-f613-4cf2-8f21-6eaab210820b req-f4f36f2f-9202-4fbd-8538-00645a5a4446 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434797 Feb 21 04:14:34.178530 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e568fd-255b-40e5-a19d-b314d06e84df req-7f2f1ba0-7c5d-4b3c-acad-499b02d53d33 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:34.180002 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-77e568fd-255b-40e5-a19d-b314d06e84df req-7f2f1ba0-7c5d-4b3c-acad-499b02d53d33 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 944 time: 0.0544116 Feb 21 04:14:34.225166 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-77e568fd-255b-40e5-a19d-b314d06e84df req-d31dece2-ffdd-44bf-a151-cd6eab5488ea tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393007 Feb 21 04:14:34.460757 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-eb8aece3-f273-4a53-ae03-fd238adb852a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289066 Feb 21 04:14:34.461284 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b2e4fa4c-b995-4294-b6a1-0730ab63035d req-2337790d-fb91-4928-9487-6113e1356545 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dbdf964-252c-4bd3-8302-8e42b37a68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269525 Feb 21 04:14:34.464323 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Request body: {'port': {'device_id': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:34.557250 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b2e4fa4c-b995-4294-b6a1-0730ab63035d req-22d472ab-8a5c-43c2-ad5c-922a5457e888 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840020 Feb 21 04:14:34.575002 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:34.628328 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-4b62c78b-8263-400d-9d3e-f6909f74180e service neutron] 10.222.0.45 "GET /v2.0/networks/f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407609 Feb 21 04:14:34.645076 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b2e4fa4c-b995-4294-b6a1-0730ab63035d req-ffa6f6ee-862d-4c48-a0bd-203b3c23ccd5 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810168 Feb 21 04:14:34.819411 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288e0d9-0f57-4250-ab17-d8f170c82981 req-99ed7d29-3deb-48e9-a58e-2a37b61f2c3c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:34.820910 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0288e0d9-0f57-4250-ab17-d8f170c82981 req-99ed7d29-3deb-48e9-a58e-2a37b61f2c3c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0516012 Feb 21 04:14:34.829618 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-22812544-16a1-4a71-912d-2a3afb3ff4aa service neutron] 10.222.0.45 "GET /v2.0/networks/f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937513 Feb 21 04:14:34.871856 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0288e0d9-0f57-4250-ab17-d8f170c82981 req-9137b49c-3e4d-4d51-955c-2d63d6dc62b5 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450292 Feb 21 04:14:34.949543 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad4a893e-bbd1-41d8-a92a-483868402b5b {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:14:34.958843 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Publish callbacks [] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:34.976471 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-3e052eb1-243c-4bbe-bcdc-33f04f077dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:34.978036 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-3e052eb1-243c-4bbe-bcdc-33f04f077dd4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 1127 time: 0.0918453 Feb 21 04:14:34.978892 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Transition to ACTIVE for port object ad4a893e-bbd1-41d8-a92a-483868402b5b will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:14:34.982121 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:35.086881 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4a893e-bbd1-41d8-a92a-483868402b5b,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:35.124929 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6cb4e-0538-424c-8497-181de43c326f req-e6897421-741a-4074-9916-c0d0dd0ab33e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:35.126537 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-36a6cb4e-0538-424c-8497-181de43c326f req-e6897421-741a-4074-9916-c0d0dd0ab33e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0660603 Feb 21 04:14:35.180984 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-f9d04b2d-5dd6-4e46-9686-f4439864a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:35.182483 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-f9d04b2d-5dd6-4e46-9686-f4439864a304 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 918 time: 0.1925097 Feb 21 04:14:35.213439 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-36a6cb4e-0538-424c-8497-181de43c326f req-564b878f-2675-43e3-a12f-f0025d966dca tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790191 Feb 21 04:14:35.229391 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5dd0f-f1ac-451e-a6cf-945edc2dbe72 req-af499ae2-6a40-4bb0-9a05-95eb32970076 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:35.231049 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-06c5dd0f-f1ac-451e-a6cf-945edc2dbe72 req-af499ae2-6a40-4bb0-9a05-95eb32970076 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0746801 Feb 21 04:14:35.233143 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Attempting to bind port ad4a893e-bbd1-41d8-a92a-483868402b5b on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:14:35.233528 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Attempting to bind port ad4a893e-bbd1-41d8-a92a-483868402b5b by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:14:35.233856 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Attempting to bind port ad4a893e-bbd1-41d8-a92a-483868402b5b on network 81e10afa-1f4c-4986-8e6d-20263abcd54c {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:35.236607 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-e2ab19a8-435d-4d3a-8cf6-602cb1e71486 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3 HTTP/1.1" status: 200 len: 217 time: 0.0442214 Feb 21 04:14:35.240420 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Port ad4a893e-bbd1-41d8-a92a-483868402b5b on network 81e10afa-1f4c-4986-8e6d-20263abcd54c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:14:35.240784 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Attempting to bind port ad4a893e-bbd1-41d8-a92a-483868402b5b on network 81e10afa-1f4c-4986-8e6d-20263abcd54c {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:14:35.246018 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:14:35.246360 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Checking segment: {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:14:35.246743 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Bound using segment: {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:14:35.247174 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Bound port: ad4a893e-bbd1-41d8-a92a-483868402b5b, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:14:35.247818 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:35.288384 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-06c5dd0f-f1ac-451e-a6cf-945edc2dbe72 req-d575135f-463c-4348-9bd2-925f16f7bd0b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501931 Feb 21 04:14:35.313756 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:14:35.317150 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:14:35.328487 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:35.355897 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e8f85-cd07-4759-b9e8-b842818c99f1 req-387f70d9-0452-4508-9bc3-74f7d440f4fd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:35.357397 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bd6e8f85-cd07-4759-b9e8-b842818c99f1 req-387f70d9-0452-4508-9bc3-74f7d440f4fd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 944 time: 0.0614371 Feb 21 04:14:35.363579 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:35.364243 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:35.365750 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] 10.222.0.45 "PUT /v2.0/ports/ad4a893e-bbd1-41d8-a92a-483868402b5b HTTP/1.1" status: 200 len: 1094 time: 0.9072428 Feb 21 04:14:35.366098 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:14:35.368747 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b29194b-2db6-4d69-ba50-cd12f244a42d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:14:35.398545 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6c6755-b149-42c8-a97f-31cc45b8a493 service neutron] Pushing event updated for resources: {'Port': ['ID=ad4a893e-bbd1-41d8-a92a-483868402b5b,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:35.422518 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f474ec6-dbe5-4019-a9ab-f8e6e6442a3e x-openstack-request-id: req-2f474ec6-dbe5-4019-a9ab-f8e6e6442a3e {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:14:35.422813 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:14:35.423099 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f474ec6-dbe5-4019-a9ab-f8e6e6442a3e {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:14:35.423508 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'status': 'completed', 'code': 200} Feb 21 04:14:35.450485 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bd6e8f85-cd07-4759-b9e8-b842818c99f1 req-4a6a026c-1005-4c08-be36-44956b2b1135 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852597 Feb 21 04:14:35.992028 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de1382-0666-4191-a972-89dcc00d0dd4 req-5597f7b9-13fd-4e07-a59b-d0f19975dc64 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:35.993576 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d2de1382-0666-4191-a972-89dcc00d0dd4 req-5597f7b9-13fd-4e07-a59b-d0f19975dc64 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0531948 Feb 21 04:14:36.046533 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d2de1382-0666-4191-a972-89dcc00d0dd4 req-2bfad02b-7dc1-4502-b404-7712773ab056 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Feb 21 04:14:36.349567 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c285e300-a771-40ec-ba09-23bb79c81827 req-203ce1f6-da6a-4d4c-867e-aa630c77c03c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:36.351062 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c285e300-a771-40ec-ba09-23bb79c81827 req-203ce1f6-da6a-4d4c-867e-aa630c77c03c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0567300 Feb 21 04:14:36.432514 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c285e300-a771-40ec-ba09-23bb79c81827 req-36099cea-8d7b-4f71-8a47-b7c6dde19b62 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748956 Feb 21 04:14:36.444622 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb528a-b3fd-4dbe-8725-e8798bf274f2 req-c568aced-385c-407c-88db-80a6d88498cc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:36.446133 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c3bb528a-b3fd-4dbe-8725-e8798bf274f2 req-c568aced-385c-407c-88db-80a6d88498cc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0897672 Feb 21 04:14:36.497622 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c3bb528a-b3fd-4dbe-8725-e8798bf274f2 req-44e6affb-2858-457d-89a1-73a02e596062 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442379 Feb 21 04:14:36.571307 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df67cd6-100c-4297-8efc-6ca3976ef7ff req-39863616-ab12-41eb-9234-5a42b3abeab7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:36.572815 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7df67cd6-100c-4297-8efc-6ca3976ef7ff req-39863616-ab12-41eb-9234-5a42b3abeab7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 944 time: 0.0524647 Feb 21 04:14:36.621641 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7df67cd6-100c-4297-8efc-6ca3976ef7ff req-4cd0f28f-b193-4a1a-9c6b-6b63c56e9424 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431192 Feb 21 04:14:36.682358 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-ddf554ce-35e0-4bd2-a77b-c14280ffa741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:36.683837 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-ddf554ce-35e0-4bd2-a77b-c14280ffa741 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 200 len: 858 time: 0.0445631 Feb 21 04:14:37.160877 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24328a-59bf-4bac-982e-44b188a07626 req-37f487c6-c395-40be-a0d1-d51f4d0c9004 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:37.162365 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc24328a-59bf-4bac-982e-44b188a07626 req-37f487c6-c395-40be-a0d1-d51f4d0c9004 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0512836 Feb 21 04:14:37.208513 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc24328a-59bf-4bac-982e-44b188a07626 req-27c26a51-12ee-483a-9b81-ef1ef38e486b tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Feb 21 04:14:37.565248 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ee7a24-7c7f-4424-ab10-829bc12b50a1 req-e975207e-48f1-4fba-8b70-c81e574cd64e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:37.566899 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-53ee7a24-7c7f-4424-ab10-829bc12b50a1 req-e975207e-48f1-4fba-8b70-c81e574cd64e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0619044 Feb 21 04:14:37.647604 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-53ee7a24-7c7f-4424-ab10-829bc12b50a1 req-a132eef2-4d61-4960-a480-ad3a60845fe9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741379 Feb 21 04:14:37.648477 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-5bc3f2d7-19e9-422f-93c7-c6a12bd9da2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dbdf964-252c-4bd3-8302-8e42b37a68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287220 Feb 21 04:14:37.660196 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ea137-d2b6-48c9-9f88-dab8a36d75c3 req-23362c8f-b674-4b64-90ec-89d9b8fbff9c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:37.661658 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5e6ea137-d2b6-48c9-9f88-dab8a36d75c3 req-23362c8f-b674-4b64-90ec-89d9b8fbff9c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0903504 Feb 21 04:14:37.707875 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5e6ea137-d2b6-48c9-9f88-dab8a36d75c3 req-ece4376f-ed73-4be9-8aff-d88d737004b7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405285 Feb 21 04:14:37.758024 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eed76-2d7f-42dd-a567-e3d80fc869a3 req-9cd5ec07-420b-4b48-b039-6d3d2b7813b2 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:37.759470 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da8eed76-2d7f-42dd-a567-e3d80fc869a3 req-9cd5ec07-420b-4b48-b039-6d3d2b7813b2 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 944 time: 0.0507584 Feb 21 04:14:37.805398 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da8eed76-2d7f-42dd-a567-e3d80fc869a3 req-527ffae0-874f-4a56-a0be-d1c15426b1f4 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404434 Feb 21 04:14:38.339029 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24426323-d8e6-44b7-afd5-4bd36cc9440f req-2ea8f2a6-7364-4dd0-a6b5-b8872c0dac49 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:38.340483 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24426323-d8e6-44b7-afd5-4bd36cc9440f req-2ea8f2a6-7364-4dd0-a6b5-b8872c0dac49 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0522573 Feb 21 04:14:38.389701 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24426323-d8e6-44b7-afd5-4bd36cc9440f req-1401b49b-12f3-4f9c-b8d1-e347cfe1331a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437939 Feb 21 04:14:38.766103 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece8f2f-c642-496f-a2a5-3e83ca532512 req-74642269-6f6b-4d9a-9b1c-fc6d2bf74cf3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:38.767629 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0ece8f2f-c642-496f-a2a5-3e83ca532512 req-74642269-6f6b-4d9a-9b1c-fc6d2bf74cf3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0517011 Feb 21 04:14:38.843718 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0ece8f2f-c642-496f-a2a5-3e83ca532512 req-1e048c85-a3a3-4b6c-9460-92e232b928e5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707316 Feb 21 04:14:38.864336 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7e9e5-3645-4222-975b-1f9a7e34276d req-378b6ca0-4428-4a55-bedc-d2a4018e9554 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:38.866581 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-efb7e9e5-3645-4222-975b-1f9a7e34276d req-378b6ca0-4428-4a55-bedc-d2a4018e9554 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0918052 Feb 21 04:14:38.931814 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-efb7e9e5-3645-4222-975b-1f9a7e34276d req-195b909b-ee6c-4e8f-a26c-a867909626dd tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508695 Feb 21 04:14:38.973775 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f3b51-0dc7-41c3-bc8f-90ce0821eeee req-d618837e-afe3-4ae4-af7e-ca8ddb90409f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:38.975285 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-136f3b51-0dc7-41c3-bc8f-90ce0821eeee req-d618837e-afe3-4ae4-af7e-ca8ddb90409f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 944 time: 0.0590866 Feb 21 04:14:38.983453 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29194b-2db6-4d69-ba50-cd12f244a42d req-460b6aaa-de89-485b-8c31-0e5d96399f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:38.985552 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3b29194b-2db6-4d69-ba50-cd12f244a42d req-460b6aaa-de89-485b-8c31-0e5d96399f63 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 1128 time: 0.1119123 Feb 21 04:14:39.013452 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-bf806d3b-e473-4512-8668-75d267baaae2 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485395 Feb 21 04:14:39.021240 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-136f3b51-0dc7-41c3-bc8f-90ce0821eeee req-453f5ccd-b443-40ca-9733-24ff9516fbe2 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404859 Feb 21 04:14:39.401831 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29194b-2db6-4d69-ba50-cd12f244a42d req-9a9fa45c-123b-4162-b820-7ab40a7f4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:39.403528 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3b29194b-2db6-4d69-ba50-cd12f244a42d req-9a9fa45c-123b-4162-b820-7ab40a7f4cc1 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4096587 Feb 21 04:14:39.409062 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4a1e7ffb-b9fb-4095-a51c-46213203a9ba req-999c34b9-113a-4ebb-a243-1f5109ada545 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827810 Feb 21 04:14:39.509081 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8febb6-6052-4276-9c3e-0f629927a98e req-bc70feff-d277-486d-9ef5-3359127fe7bd tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:39.510706 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6a8febb6-6052-4276-9c3e-0f629927a98e req-bc70feff-d277-486d-9ef5-3359127fe7bd tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0551457 Feb 21 04:14:39.558513 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6a8febb6-6052-4276-9c3e-0f629927a98e req-4fe80ebc-d65d-439c-a6a8-1d74ef93c4b3 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412290 Feb 21 04:14:39.576521 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29194b-2db6-4d69-ba50-cd12f244a42d req-e96778eb-89e5-427a-9a97-6c946a51e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:39.578080 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3b29194b-2db6-4d69-ba50-cd12f244a42d req-e96778eb-89e5-427a-9a97-6c946a51e7cb service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1682143 Feb 21 04:14:39.655727 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-79939f0e-4043-4a66-8f19-74c0ebacdfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:39.657251 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-79939f0e-4043-4a66-8f19-74c0ebacdfbf service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 1128 time: 0.0454047 Feb 21 04:14:39.728201 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-af9816ed-2835-4f0c-b87a-83927e4221c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b HTTP/1.1" status: 200 len: 217 time: 0.0346394 Feb 21 04:14:39.781682 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-a524aff6-e2fd-4e93-bf6a-f6c21018da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:39.783178 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-a524aff6-e2fd-4e93-bf6a-f6c21018da68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0469012 Feb 21 04:14:39.846813 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-3ddb6e14-4d8d-4619-b6b2-ec25a621dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:39.848818 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-3ddb6e14-4d8d-4619-b6b2-ec25a621dea7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0583615 Feb 21 04:14:39.923772 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:39.943493 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-e9b544a7-928d-469f-ba4a-96e4e95112af service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866098 Feb 21 04:14:39.966547 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874b7f3-467d-44ef-a218-78a55695fc6c req-3bc47545-cb01-41cd-a0e9-021434e05de8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:39.973848 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f874b7f3-467d-44ef-a218-78a55695fc6c req-3bc47545-cb01-41cd-a0e9-021434e05de8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0595121 Feb 21 04:14:40.043863 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f874b7f3-467d-44ef-a218-78a55695fc6c req-0d0b2e5e-bdec-46b5-afe8-8c5daa809c38 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690188 Feb 21 04:14:40.044348 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f63d4b04-6e81-44e3-b2ea-ddb940f5a939 req-47e92f25-f4d7-4ddb-9bd3-cdceece6ab67 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949190 Feb 21 04:14:40.066415 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d9753-638b-409a-ac51-188edc96cc7d req-c5b455f2-6506-4ab0-afce-0f9291ea9304 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:40.067911 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-260d9753-638b-409a-ac51-188edc96cc7d req-c5b455f2-6506-4ab0-afce-0f9291ea9304 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0646029 Feb 21 04:14:40.143780 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-260d9753-638b-409a-ac51-188edc96cc7d req-58e238be-800b-482b-af16-6e8db713def2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702360 Feb 21 04:14:40.165941 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c9908-cc56-4e64-a3f5-fb7e79f510c5 req-22bc32e0-f27b-442d-8bb0-158a16f903f1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:40.167417 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ee2c9908-cc56-4e64-a3f5-fb7e79f510c5 req-22bc32e0-f27b-442d-8bb0-158a16f903f1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 944 time: 0.0647302 Feb 21 04:14:40.217850 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ee2c9908-cc56-4e64-a3f5-fb7e79f510c5 req-6d5e757d-b4c4-4ce9-86d2-e3b782db65af tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441489 Feb 21 04:14:40.678695 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2893227a-6a8c-4f1c-aa04-9968218e4f7d req-e13c4a0d-0c88-4827-bfa2-ddc67c7c7307 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:40.680961 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2893227a-6a8c-4f1c-aa04-9968218e4f7d req-e13c4a0d-0c88-4827-bfa2-ddc67c7c7307 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0562925 Feb 21 04:14:40.749045 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2893227a-6a8c-4f1c-aa04-9968218e4f7d req-c4e7932b-4578-433f-8fae-647be07df74b tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589263 Feb 21 04:14:41.184586 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4bd37-d612-4ca7-a1a7-4e52fda3ff14 req-9108687d-d83a-4b3c-99a6-e01b99b4f1ef tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:41.184586 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8cb4bd37-d612-4ca7-a1a7-4e52fda3ff14 req-9108687d-d83a-4b3c-99a6-e01b99b4f1ef tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0550513 Feb 21 04:14:41.258513 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8cb4bd37-d612-4ca7-a1a7-4e52fda3ff14 req-f8c1611d-973b-4163-966c-6f4802e8e37e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700548 Feb 21 04:14:41.280453 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd571ce-4c66-4aea-a4bc-dbfaac0e6075 req-56fd805a-f833-4387-8c45-0174a24dc08c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:41.282590 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5dd571ce-4c66-4aea-a4bc-dbfaac0e6075 req-56fd805a-f833-4387-8c45-0174a24dc08c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0676379 Feb 21 04:14:41.341497 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5dd571ce-4c66-4aea-a4bc-dbfaac0e6075 req-60a99600-b3ea-4e95-ad17-88104015b1b2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532796 Feb 21 04:14:41.380114 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e93851-2892-46fb-ab67-325128f6c9a5 req-65b091b6-a1c4-416d-bfa8-081c4cd86246 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:41.381605 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-38e93851-2892-46fb-ab67-325128f6c9a5 req-65b091b6-a1c4-416d-bfa8-081c4cd86246 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 944 time: 0.0609372 Feb 21 04:14:41.428458 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-38e93851-2892-46fb-ab67-325128f6c9a5 req-099b41c7-fcd2-4f71-b71d-fbf69771d823 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413582 Feb 21 04:14:41.515727 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:14:41.556682 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 57048) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:41.656136 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-5615a3ca-911d-407b-bde3-0e1ab8ce24f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:41.728373 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-5615a3ca-911d-407b-bde3-0e1ab8ce24f5 admin admin] Publish callbacks [] for security_group (0b99ac30-4197-45b2-9f71-d1652f19bc1b), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:41.731812 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-5615a3ca-911d-407b-bde3-0e1ab8ce24f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (0b99ac30-4197-45b2-9f71-d1652f19bc1b), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:41.770514 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615a3ca-911d-407b-bde3-0e1ab8ce24f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b99ac30-4197-45b2-9f71-d1652f19bc1b,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:41.775438 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-5615a3ca-911d-407b-bde3-0e1ab8ce24f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f3392b5df83c4a6c93e15e6b7924f252&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2176378 Feb 21 04:14:41.777496 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57054) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:41.833260 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-962ba57d-64a0-4ed9-ab84-2c42b29716d8 admin admin] Publish callbacks [] for security_group (0b99ac30-4197-45b2-9f71-d1652f19bc1b), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:41.854001 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-962ba57d-64a0-4ed9-ab84-2c42b29716d8 admin admin] Publish callbacks [] for security_group (0b99ac30-4197-45b2-9f71-d1652f19bc1b), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:41.878504 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0a235-889b-4d20-a848-6b5571c8bd67 req-9865e64c-626a-48cd-921d-b9a6689be69c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:41.879959 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-96c0a235-889b-4d20-a848-6b5571c8bd67 req-9865e64c-626a-48cd-921d-b9a6689be69c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0515249 Feb 21 04:14:41.901508 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-962ba57d-64a0-4ed9-ab84-2c42b29716d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (0b99ac30-4197-45b2-9f71-d1652f19bc1b), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:41.904303 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-962ba57d-64a0-4ed9-ab84-2c42b29716d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:41.908416 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-962ba57d-64a0-4ed9-ab84-2c42b29716d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b99ac30-4197-45b2-9f71-d1652f19bc1b HTTP/1.1" status: 204 len: 168 time: 0.1283133 Feb 21 04:14:41.915939 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ba57d-64a0-4ed9-ab84-2c42b29716d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b99ac30-4197-45b2-9f71-d1652f19bc1b,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:41.931702 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-96c0a235-889b-4d20-a848-6b5571c8bd67 req-4fe20621-03a4-4481-942d-9cb07600c0e9 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452545 Feb 21 04:14:42.418119 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d5275-2e9c-4675-8875-4d7e9b9b3a8d req-4347dfec-d2ed-4be2-8530-e26f03c38af9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:42.419751 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fb0d5275-2e9c-4675-8875-4d7e9b9b3a8d req-4347dfec-d2ed-4be2-8530-e26f03c38af9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0676174 Feb 21 04:14:42.514889 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197eebec-7b1d-483f-b5ce-2266022600d8 req-1c39e9d8-d862-4023-9658-0ac01e2f067d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:42.516408 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-197eebec-7b1d-483f-b5ce-2266022600d8 req-1c39e9d8-d862-4023-9658-0ac01e2f067d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.0951681 Feb 21 04:14:42.523852 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fb0d5275-2e9c-4675-8875-4d7e9b9b3a8d req-151996b0-bf43-460f-bdde-f95573d32c4d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912330 Feb 21 04:14:42.586114 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-197eebec-7b1d-483f-b5ce-2266022600d8 req-6b4dc281-f397-41e3-a247-7daa92acf9cd tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604978 Feb 21 04:14:42.644894 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dbed6-5fa4-464a-a7f2-d232e2d9f1de req-a9f51bb3-012d-407c-b141-f75a2e624169 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:42.646261 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cd8dbed6-5fa4-464a-a7f2-d232e2d9f1de req-a9f51bb3-012d-407c-b141-f75a2e624169 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 944 time: 0.0557873 Feb 21 04:14:42.693214 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cd8dbed6-5fa4-464a-a7f2-d232e2d9f1de req-dc754e55-9f2c-4428-a822-947a12e4b320 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Feb 21 04:14:42.970391 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 18fcec87-d164-4874-b7ec-0a2d9c6fb0df details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:14:43.052824 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff38df0-1c36-4961-90d7-655f9b828f2e req-59fb44b4-faa4-454f-8f1b-7aed9e189c7c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:43.054325 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7ff38df0-1c36-4961-90d7-655f9b828f2e req-59fb44b4-faa4-454f-8f1b-7aed9e189c7c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 943 time: 0.0522778 Feb 21 04:14:43.083362 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=18fcec87-d164-4874-b7ec-0a2d9c6fb0df,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:43.096017 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '18fcec87-d164-4874-b7ec-0a2d9c6fb0df', 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2', 'port_id': '18fcec87-d164-4874-b7ec-0a2d9c6fb0df', 'mac_address': 'fa:16:3e:65:72:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ead5157-185b-4075-b976-6dd3977612ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:14:43.106065 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7ff38df0-1c36-4961-90d7-655f9b828f2e req-e2fd049d-dbda-436c-84d0-a967e725528c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457706 Feb 21 04:14:43.133246 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:43.133635 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:43.149239 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18fcec87-d164-4874-b7ec-0a2d9c6fb0df {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:14:43.168434 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=18fcec87-d164-4874-b7ec-0a2d9c6fb0df,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:43.172529 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:43.173189 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:14:43.238477 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=18fcec87-d164-4874-b7ec-0a2d9c6fb0df,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:43.244846 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:43.256655 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '9dcd026b-bef5-4076-bab8-0b8c1cff42f3', 'network_id': '2dbdf964-252c-4bd3-8302-8e42b37a68a2', 'port_id': '9dcd026b-bef5-4076-bab8-0b8c1cff42f3', 'mac_address': 'fa:16:3e:2c:fc:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ead5157-185b-4075-b976-6dd3977612ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:14:43.293627 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:43.294030 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:43.307022 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:14:43.326183 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:43.330711 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:43.331426 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device fc039608-7f10-4b0d-b3ce-2ecd0aa5274d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:14:43.389061 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=9dcd026b-bef5-4076-bab8-0b8c1cff42f3,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:43.488646 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d,segment=NetworkSegment(d637b6b9-de20-46ec-a7ed-fb2e9b156f3e),segment_id=d637b6b9-de20-46ec-a7ed-fb2e9b156f3e)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:43.514099 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': 'fc039608-7f10-4b0d-b3ce-2ecd0aa5274d', 'network_id': 'f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6', 'port_id': 'fc039608-7f10-4b0d-b3ce-2ecd0aa5274d', 'mac_address': 'fa:16:3e:79:f7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7fc040b-05a5-420f-9753-149af5a9cf12', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:14:43.558306 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:43.558985 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:43.574577 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc039608-7f10-4b0d-b3ce-2ecd0aa5274d {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:14:43.636144 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d,segment=NetworkSegment(d637b6b9-de20-46ec-a7ed-fb2e9b156f3e),segment_id=d637b6b9-de20-46ec-a7ed-fb2e9b156f3e)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:43.642846 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:43.644446 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:14:43.699197 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc2895-8a20-4926-807f-2dc554f51c63 req-6566339a-a473-4546-9f71-5435661f8542 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:43.708414 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-44dc2895-8a20-4926-807f-2dc554f51c63 req-6566339a-a473-4546-9f71-5435661f8542 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0741854 Feb 21 04:14:43.738684 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:43.808982 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-44dc2895-8a20-4926-807f-2dc554f51c63 req-8792b7c7-c36e-4af0-aa24-6c9239dc014c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950925 Feb 21 04:14:43.823624 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:43.829388 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5', 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8', 'port_id': '81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5', 'mac_address': 'fa:16:3e:d8:7d:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ded90e6-ea51-40b5-9fe9-82428e77be8f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:14:43.839088 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b315b3-6f1f-45ac-ad6a-1fe82848149a req-47922d73-4ed3-4896-af82-62513c93d4e2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:43.840849 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-71b315b3-6f1f-45ac-ad6a-1fe82848149a req-47922d73-4ed3-4896-af82-62513c93d4e2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 943 time: 0.1157410 Feb 21 04:14:43.873997 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:43.874383 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:43.892972 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:14:43.901175 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-71b315b3-6f1f-45ac-ad6a-1fe82848149a req-fe8b2aac-04f9-4174-934e-30775f77ebb5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537987 Feb 21 04:14:43.923492 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:43.927095 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:43.939669 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57170) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:43.968166 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500daf0-8e33-4a24-b727-680a6f4bb7f1 req-252cb83a-9a8e-4408-9dda-66dda937046c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:43.969852 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c500daf0-8e33-4a24-b727-680a6f4bb7f1 req-252cb83a-9a8e-4408-9dda-66dda937046c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 945 time: 0.0780621 Feb 21 04:14:43.981056 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:44.017957 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c500daf0-8e33-4a24-b727-680a6f4bb7f1 req-e52d8215-0e28-4b85-a4a0-a9a608592d84 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425527 Feb 21 04:14:44.050470 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b47e1946-85ac-40e9-9683-1dfdc83c69d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:44.129594 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b47e1946-85ac-40e9-9683-1dfdc83c69d0 admin admin] Publish callbacks [] for security_group (36b5259e-987c-44f5-8765-be6f4f3db04b), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:44.134259 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b47e1946-85ac-40e9-9683-1dfdc83c69d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (36b5259e-987c-44f5-8765-be6f4f3db04b), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:44.179525 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b47e1946-85ac-40e9-9683-1dfdc83c69d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f3b5d11034248c2af11c51fb6faa89a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386987 Feb 21 04:14:44.179671 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 57184) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:44.180322 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e1946-85ac-40e9-9683-1dfdc83c69d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b5259e-987c-44f5-8765-be6f4f3db04b,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:44.264915 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d858af-f460-4420-9b0b-eccee7b1b3c7 req-cf9a6357-168a-4556-a932-5168331d968c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:44.267013 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a6d858af-f460-4420-9b0b-eccee7b1b3c7 req-cf9a6357-168a-4556-a932-5168331d968c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 944 time: 0.0884616 Feb 21 04:14:44.284861 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a105fede-b947-48c3-94ea-371d20f067df admin admin] Publish callbacks [] for security_group (36b5259e-987c-44f5-8765-be6f4f3db04b), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:44.325590 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a105fede-b947-48c3-94ea-371d20f067df admin admin] Publish callbacks [] for security_group (36b5259e-987c-44f5-8765-be6f4f3db04b), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:44.353342 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a6d858af-f460-4420-9b0b-eccee7b1b3c7 req-c423c26b-30e6-4f58-837a-1bf2ade9821a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790749 Feb 21 04:14:44.389793 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a105fede-b947-48c3-94ea-371d20f067df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (36b5259e-987c-44f5-8765-be6f4f3db04b), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:44.392547 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a105fede-b947-48c3-94ea-371d20f067df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:44.393736 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-a105fede-b947-48c3-94ea-371d20f067df admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/36b5259e-987c-44f5-8765-be6f4f3db04b HTTP/1.1" status: 204 len: 168 time: 0.2126324 Feb 21 04:14:44.404421 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105fede-b947-48c3-94ea-371d20f067df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b5259e-987c-44f5-8765-be6f4f3db04b,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:44.686254 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 57216) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:44.701216 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4f5fa5b8-5979-4c41-9b2c-9d617334de11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:44.791607 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4f5fa5b8-5979-4c41-9b2c-9d617334de11 admin admin] Publish callbacks [] for security_group (666069c0-9a25-4cc2-b678-1973f5c2d2c0), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:44.796609 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4f5fa5b8-5979-4c41-9b2c-9d617334de11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (666069c0-9a25-4cc2-b678-1973f5c2d2c0), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:44.810440 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['9dcd026b-bef5-4076-bab8-0b8c1cff42f3'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:14:44.838146 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-4f5fa5b8-5979-4c41-9b2c-9d617334de11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b98e42bf797346e5aa4c3b9bbc9ce919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505613 Feb 21 04:14:44.841109 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57232) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:44.858614 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['fc039608-7f10-4b0d-b3ce-2ecd0aa5274d'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:14:44.864363 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:14:44.866618 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['18fcec87-d164-4874-b7ec-0a2d9c6fb0df'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:14:44.867080 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5fa5b8-5979-4c41-9b2c-9d617334de11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666069c0-9a25-4cc2-b678-1973f5c2d2c0,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:44.969844 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-eb6be08c-2145-40ca-aec2-a5c74142d1e6 admin admin] Publish callbacks [] for security_group (666069c0-9a25-4cc2-b678-1973f5c2d2c0), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:44.988416 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad4a893e-bbd1-41d8-a92a-483868402b5b details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:14:45.016609 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f3342-c27a-42e0-a69c-f0f022523ed6 req-5c7ffda6-b0cf-4afe-9152-f12e4e95a4ea tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:45.025459 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc5f3342-c27a-42e0-a69c-f0f022523ed6 req-5c7ffda6-b0cf-4afe-9152-f12e4e95a4ea tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.1006591 Feb 21 04:14:45.034055 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-eb6be08c-2145-40ca-aec2-a5c74142d1e6 admin admin] Publish callbacks [] for security_group (666069c0-9a25-4cc2-b678-1973f5c2d2c0), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:45.106359 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-eb6be08c-2145-40ca-aec2-a5c74142d1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (666069c0-9a25-4cc2-b678-1973f5c2d2c0), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:45.111050 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-eb6be08c-2145-40ca-aec2-a5c74142d1e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:45.113852 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:45.118156 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-eb6be08c-2145-40ca-aec2-a5c74142d1e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/666069c0-9a25-4cc2-b678-1973f5c2d2c0 HTTP/1.1" status: 204 len: 168 time: 0.2707644 Feb 21 04:14:45.145065 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6be08c-2145-40ca-aec2-a5c74142d1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666069c0-9a25-4cc2-b678-1973f5c2d2c0,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:45.180887 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc5f3342-c27a-42e0-a69c-f0f022523ed6 req-38c07d89-531f-4385-8d17-f9e86e1c0eb3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543379 Feb 21 04:14:45.196384 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26911725-53c7-485b-bdd7-f7e45008b1cc req-0465ba7a-23ee-415a-98db-55d92bdf18a0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:45.198067 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-26911725-53c7-485b-bdd7-f7e45008b1cc req-0465ba7a-23ee-415a-98db-55d92bdf18a0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 944 time: 0.1480405 Feb 21 04:14:45.237384 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'port_id': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'mac_address': 'fa:16:3e:b5:bb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:14:45.275815 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-26911725-53c7-485b-bdd7-f7e45008b1cc req-5490e556-f1c7-4881-81b7-ea2940c564b0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683925 Feb 21 04:14:45.347217 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f1651-926b-44ac-bd98-b987ec0de01d req-93bd8df3-ca93-4f67-977a-968084ebaebd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:45.348834 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f79f1651-926b-44ac-bd98-b987ec0de01d req-93bd8df3-ca93-4f67-977a-968084ebaebd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 945 time: 0.0684381 Feb 21 04:14:45.394832 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ad4a893e-bbd1-41d8-a92a-483868402b5b is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:45.395212 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:45.433265 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f79f1651-926b-44ac-bd98-b987ec0de01d req-533cf1a2-da1d-4bc1-b48c-c33dc70481ef tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768907 Feb 21 04:14:45.505728 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9da68-8468-49db-8db5-a5450ef9fe6e req-cf066353-a5aa-4be6-939d-18da0dcb3365 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:45.507383 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a1e9da68-8468-49db-8db5-a5450ef9fe6e req-cf066353-a5aa-4be6-939d-18da0dcb3365 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 944 time: 0.0731568 Feb 21 04:14:45.568456 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a1e9da68-8468-49db-8db5-a5450ef9fe6e req-368fb088-0d38-40d5-aac3-4a994a42a31c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550339 Feb 21 04:14:45.586660 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4a893e-bbd1-41d8-a92a-483868402b5b {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:14:45.667413 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:45.685341 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:45.837327 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ad4a893e-bbd1-41d8-a92a-483868402b5b,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:45.991020 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57290) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:46.137593 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0a73ea0d-b6a6-46e4-9c72-40b3c90cb54a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:46.176198 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['ad4a893e-bbd1-41d8-a92a-483868402b5b'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:14:46.218371 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0a73ea0d-b6a6-46e4-9c72-40b3c90cb54a admin admin] Publish callbacks [] for security_group (33755015-de08-4fd7-a736-50d1046c3e3e), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:46.223951 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0a73ea0d-b6a6-46e4-9c72-40b3c90cb54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (33755015-de08-4fd7-a736-50d1046c3e3e), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:46.273444 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 57308) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:46.283962 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-0a73ea0d-b6a6-46e4-9c72-40b3c90cb54a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=135d0df0ac20485e85e66b42b26d1680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2880673 Feb 21 04:14:46.289424 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73ea0d-b6a6-46e4-9c72-40b3c90cb54a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33755015-de08-4fd7-a736-50d1046c3e3e,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:46.371880 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-37ec3b34-3971-46e4-92f5-9c7915fb0737 admin admin] Publish callbacks [] for security_group (33755015-de08-4fd7-a736-50d1046c3e3e), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:46.457072 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-37ec3b34-3971-46e4-92f5-9c7915fb0737 admin admin] Publish callbacks [] for security_group (33755015-de08-4fd7-a736-50d1046c3e3e), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:46.467330 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39324571-7df1-4ff5-9df5-be8c5d4e9d2a req-3d5359b8-9397-48bf-90b0-7cd5d60a7628 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:46.468954 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-39324571-7df1-4ff5-9df5-be8c5d4e9d2a req-3d5359b8-9397-48bf-90b0-7cd5d60a7628 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 945 time: 0.1354041 Feb 21 04:14:46.551834 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594ad6e-e5d3-42dc-904e-6a529c598392 req-2653b248-3048-4024-be48-824e2e7ff538 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:46.553953 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3594ad6e-e5d3-42dc-904e-6a529c598392 req-2653b248-3048-4024-be48-824e2e7ff538 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 944 time: 0.1575882 Feb 21 04:14:46.563372 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-39324571-7df1-4ff5-9df5-be8c5d4e9d2a req-1c023e64-3bfe-4512-b7d5-b1f5e09bf85c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875461 Feb 21 04:14:46.602788 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-37ec3b34-3971-46e4-92f5-9c7915fb0737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (33755015-de08-4fd7-a736-50d1046c3e3e), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:46.608674 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-37ec3b34-3971-46e4-92f5-9c7915fb0737 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:46.613239 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-37ec3b34-3971-46e4-92f5-9c7915fb0737 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33755015-de08-4fd7-a736-50d1046c3e3e HTTP/1.1" status: 204 len: 168 time: 0.3364601 Feb 21 04:14:46.642454 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec3b34-3971-46e4-92f5-9c7915fb0737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33755015-de08-4fd7-a736-50d1046c3e3e,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:46.660252 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3594ad6e-e5d3-42dc-904e-6a529c598392 req-07958449-44cf-4fcc-a4ae-f343c797ad57 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851951 Feb 21 04:14:46.735957 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65e813-40dd-43ff-aeac-58b725a44d5f req-ac9a3303-2c2c-4c25-a103-862f7c72bcf1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:46.742885 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8d65e813-40dd-43ff-aeac-58b725a44d5f req-ac9a3303-2c2c-4c25-a103-862f7c72bcf1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 945 time: 0.0712152 Feb 21 04:14:46.987922 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8d65e813-40dd-43ff-aeac-58b725a44d5f req-9c8aa0aa-df7c-4ed2-a1c3-cfa649a3ff5d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433910 Feb 21 04:14:47.002198 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95b325-2da1-4b0b-810f-cfc4b842932a req-ce06789f-93cc-445a-a8de-aab3a030147f tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:47.003907 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b95b325-2da1-4b0b-810f-cfc4b842932a req-ce06789f-93cc-445a-a8de-aab3a030147f tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 944 time: 0.2771373 Feb 21 04:14:47.060946 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b95b325-2da1-4b0b-810f-cfc4b842932a req-35e566f9-4a6b-4c31-9592-208f2e760a49 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504403 Feb 21 04:14:47.713646 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e014e5b-6d23-483a-84b1-1a2b7dae85cf req-0a102948-a926-4a87-ae19-87d1608b0964 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:47.715172 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2e014e5b-6d23-483a-84b1-1a2b7dae85cf req-0a102948-a926-4a87-ae19-87d1608b0964 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 945 time: 0.0669997 Feb 21 04:14:47.774852 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2e014e5b-6d23-483a-84b1-1a2b7dae85cf req-b5f68e29-2d1f-49da-9e2d-83020bf9a16c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519440 Feb 21 04:14:47.856326 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f61ba-3010-4d94-8b7f-0b6a53d19e8d req-921ef859-dc4b-43f8-b074-5568e52605ee tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:47.857798 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9d9f61ba-3010-4d94-8b7f-0b6a53d19e8d req-921ef859-dc4b-43f8-b074-5568e52605ee tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 944 time: 0.0731475 Feb 21 04:14:47.918477 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9d9f61ba-3010-4d94-8b7f-0b6a53d19e8d req-b22d685d-3af3-40dd-88f5-aa290ed3c6a9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533597 Feb 21 04:14:47.951624 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 57410) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:48.170072 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a4cadb-ff5a-4e58-a723-080afd35c31e req-a5c6279e-5149-4d16-893c-a3c923351665 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:48.173305 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d3a4cadb-ff5a-4e58-a723-080afd35c31e req-a5c6279e-5149-4d16-893c-a3c923351665 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 945 time: 0.0927591 Feb 21 04:14:48.243630 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a6447-f1bb-4624-b5f6-aa93b3b90b57 req-dbfbae96-08f3-418a-a4e5-9d57c9eb9178 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:48.245113 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-329a6447-f1bb-4624-b5f6-aa93b3b90b57 req-dbfbae96-08f3-418a-a4e5-9d57c9eb9178 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 944 time: 0.0923152 Feb 21 04:14:48.271835 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3a32-a612-4861-9b9d-5cd9f2fc96bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:48.290039 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d3a4cadb-ff5a-4e58-a723-080afd35c31e req-a62bd8c0-6562-4957-bdb2-5c2db059af42 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998855 Feb 21 04:14:48.332058 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-329a6447-f1bb-4624-b5f6-aa93b3b90b57 req-314bf3da-a4c1-48ce-8dc3-4714ec6079dc tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778389 Feb 21 04:14:48.393503 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3a32-a612-4861-9b9d-5cd9f2fc96bd admin admin] Publish callbacks [] for security_group (89ea26fb-7103-41a9-9806-b01dee995884), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:48.397940 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fd1d3a32-a612-4861-9b9d-5cd9f2fc96bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (89ea26fb-7103-41a9-9806-b01dee995884), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:48.447438 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-fd1d3a32-a612-4861-9b9d-5cd9f2fc96bd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf060b41440e489294ef4d3cb577c18b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4941182 Feb 21 04:14:48.448374 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d3a32-a612-4861-9b9d-5cd9f2fc96bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ea26fb-7103-41a9-9806-b01dee995884,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:48.450245 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57450) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:48.504178 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a81346a5-042e-4ca2-846a-34dc64b3b413 admin admin] Publish callbacks [] for security_group (89ea26fb-7103-41a9-9806-b01dee995884), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:48.526670 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a81346a5-042e-4ca2-846a-34dc64b3b413 admin admin] Publish callbacks [] for security_group (89ea26fb-7103-41a9-9806-b01dee995884), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:48.577676 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a81346a5-042e-4ca2-846a-34dc64b3b413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (89ea26fb-7103-41a9-9806-b01dee995884), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:48.580375 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a81346a5-042e-4ca2-846a-34dc64b3b413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:48.581570 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-a81346a5-042e-4ca2-846a-34dc64b3b413 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89ea26fb-7103-41a9-9806-b01dee995884 HTTP/1.1" status: 204 len: 168 time: 0.1297305 Feb 21 04:14:48.594928 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81346a5-042e-4ca2-846a-34dc64b3b413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ea26fb-7103-41a9-9806-b01dee995884,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:48.917217 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76912558-e9fb-4c13-be68-80ec5cab6ec9 req-0c34f3f1-68fb-471a-a6c4-afd25d53bce7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:48.919078 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-76912558-e9fb-4c13-be68-80ec5cab6ec9 req-0c34f3f1-68fb-471a-a6c4-afd25d53bce7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 945 time: 0.0602531 Feb 21 04:14:48.973657 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-76912558-e9fb-4c13-be68-80ec5cab6ec9 req-3b65f648-a3e3-4fd2-ad9d-d754984260a2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475714 Feb 21 04:14:48.989314 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:49.020913 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57472) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:49.037874 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6f7f95be-602f-4e00-b514-121c2e25b51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.051862 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11587b8b-4d16-4ea6-a5b7-a26a3a1e6407 req-d1b7bee2-79f2-47a8-bb88-9b46fa95a1e5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:49.053558 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-11587b8b-4d16-4ea6-a5b7-a26a3a1e6407 req-d1b7bee2-79f2-47a8-bb88-9b46fa95a1e5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 944 time: 0.0656869 Feb 21 04:14:49.055531 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:14:49.060349 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:49.061086 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.141195 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6f7f95be-602f-4e00-b514-121c2e25b51d admin admin] Publish callbacks [] for security_group (b6f34d59-8541-4fc0-ade0-397477db93f4), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.153471 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6f7f95be-602f-4e00-b514-121c2e25b51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (b6f34d59-8541-4fc0-ade0-397477db93f4), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.161256 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-11587b8b-4d16-4ea6-a5b7-a26a3a1e6407 req-999727d9-98fe-47ee-be47-6f1ce9382fac tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900736 Feb 21 04:14:49.168614 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:49.168999 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.207958 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f95be-602f-4e00-b514-121c2e25b51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f34d59-8541-4fc0-ade0-397477db93f4,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:49.209814 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c2ec47-cdd2-4f7a-a523-8afdb8f2656d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcd026b-bef5-4076-bab8-0b8c1cff42f3'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:14:49.220242 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 57482) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:49.220358 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-6f7f95be-602f-4e00-b514-121c2e25b51d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=741ea0da2b5a43369cd46b28f4b638fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1982484 Feb 21 04:14:49.275995 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0112cf71-2edc-45c6-92bc-a698dea4b702 admin admin] Publish callbacks [] for security_group (b6f34d59-8541-4fc0-ade0-397477db93f4), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.298120 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:49.299906 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0112cf71-2edc-45c6-92bc-a698dea4b702 admin admin] Publish callbacks [] for security_group (b6f34d59-8541-4fc0-ade0-397477db93f4), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.304013 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.304924 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:49.382776 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0112cf71-2edc-45c6-92bc-a698dea4b702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (b6f34d59-8541-4fc0-ade0-397477db93f4), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.386782 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0112cf71-2edc-45c6-92bc-a698dea4b702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.393835 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=9dcd026b-bef5-4076-bab8-0b8c1cff42f3,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:49.404053 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-0112cf71-2edc-45c6-92bc-a698dea4b702 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b6f34d59-8541-4fc0-ade0-397477db93f4 HTTP/1.1" status: 204 len: 168 time: 0.1722324 Feb 21 04:14:49.405747 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:14:49.412799 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:49.413742 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.436227 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112cf71-2edc-45c6-92bc-a698dea4b702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f34d59-8541-4fc0-ade0-397477db93f4,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:49.500177 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80e03bf-70ec-4697-a563-ec38518118ae" -d '{"events": [{"server_uuid": "26c2ec47-cdd2-4f7a-a523-8afdb8f2656d", "name": "network-vif-plugged", "status": "completed", "tag": "9dcd026b-bef5-4076-bab8-0b8c1cff42f3"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:14:49.517609 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:49.518791 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.558959 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:49.561767 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd81c39-913f-42fd-b948-cf2522165e3e req-22b1914d-d79d-4a6a-b32a-d9544eca452e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:49.563389 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0dd81c39-913f-42fd-b948-cf2522165e3e req-22b1914d-d79d-4a6a-b32a-d9544eca452e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 945 time: 0.1400576 Feb 21 04:14:49.563989 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.565177 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad4a893e-bbd1-41d8-a92a-483868402b5b up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:49.582532 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bc295-573e-49fa-8b7a-760bb4023d8c req-2dbf9756-745a-403c-a0b1-3b30950a1972 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:49.584033 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-962bc295-573e-49fa-8b7a-760bb4023d8c req-2dbf9756-745a-403c-a0b1-3b30950a1972 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 944 time: 0.1031704 Feb 21 04:14:49.657386 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:49.673967 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port ad4a893e-bbd1-41d8-a92a-483868402b5b completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:14:49.681582 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port ad4a893e-bbd1-41d8-a92a-483868402b5b triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:49.682136 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.714836 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0dd81c39-913f-42fd-b948-cf2522165e3e req-fdc05306-1610-4ebf-ae45-9965b027dc09 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402595 Feb 21 04:14:49.742654 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-962bc295-573e-49fa-8b7a-760bb4023d8c req-18458b9a-bb08-4181-8cc7-bec79e6ffa0f tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517055 Feb 21 04:14:49.791046 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ad4a893e-bbd1-41d8-a92a-483868402b5b is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:49.791435 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.835075 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:49.849171 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:49.850338 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 18fcec87-d164-4874-b7ec-0a2d9c6fb0df up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:49.952695 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ad4a893e-bbd1-41d8-a92a-483868402b5b,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:49.966651 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24567214-63d8-4081-a156-c97edd6a3173 x-openstack-request-id: req-24567214-63d8-4081-a156-c97edd6a3173 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:14:49.966991 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c2ec47-cdd2-4f7a-a523-8afdb8f2656d", "name": "network-vif-plugged", "status": "completed", "tag": "9dcd026b-bef5-4076-bab8-0b8c1cff42f3", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:14:49.967171 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24567214-63d8-4081-a156-c97edd6a3173 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:14:49.967582 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c2ec47-cdd2-4f7a-a523-8afdb8f2656d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dcd026b-bef5-4076-bab8-0b8c1cff42f3', 'code': 200} Feb 21 04:14:49.973398 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:14:49.978097 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:49.978469 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:50.097293 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:50.098479 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:50.125822 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390634b0-d811-4fca-9da1-b8bd919d6c83 req-31e21600-2b2d-40d3-9a0e-a2b3bd07ef02 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:50.127893 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-390634b0-d811-4fca-9da1-b8bd919d6c83 req-31e21600-2b2d-40d3-9a0e-a2b3bd07ef02 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0640907 Feb 21 04:14:50.154655 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=18fcec87-d164-4874-b7ec-0a2d9c6fb0df,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:50.161124 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:50.162184 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device fc039608-7f10-4b0d-b3ce-2ecd0aa5274d up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:14:50.213465 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-390634b0-d811-4fca-9da1-b8bd919d6c83 req-53237753-2af3-4dc1-a23d-2c9d2a16f478 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769274 Feb 21 04:14:50.280520 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=18fcec87-d164-4874-b7ec-0a2d9c6fb0df,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:50.288877 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:14:50.301108 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:14:50.301757 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:50.351283 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65e904-c8cf-4905-9996-69f22803040b req-0ca8e6bb-5d7e-4a3a-ba84-bb1fe6c08ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:50.354361 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-0e65e904-c8cf-4905-9996-69f22803040b req-0ca8e6bb-5d7e-4a3a-ba84-bb1fe6c08ade service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 1129 time: 0.1932585 Feb 21 04:14:50.378714 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5329f3-363e-464b-bc73-bc4ee4f04af0 req-7b981787-6902-4fc6-9ba4-209705138283 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:50.384119 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-0e65e904-c8cf-4905-9996-69f22803040b req-7ecc9dbc-1288-4d77-b3aa-a46e6952a7b4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:50.387216 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2e5329f3-363e-464b-bc73-bc4ee4f04af0 req-7b981787-6902-4fc6-9ba4-209705138283 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0724096 Feb 21 04:14:50.476658 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2e5329f3-363e-464b-bc73-bc4ee4f04af0 req-148f98c3-127b-42d2-b453-3db29a0857cd tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871241 Feb 21 04:14:50.496877 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:14:50.497304 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:50.530332 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-0e65e904-c8cf-4905-9996-69f22803040b req-7ecc9dbc-1288-4d77-b3aa-a46e6952a7b4 service neutron] Publish callbacks [] for security_group (2a755f7a-ba48-4505-9565-f10a6b4e42c5), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:50.538503 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d,segment=NetworkSegment(d637b6b9-de20-46ec-a7ed-fb2e9b156f3e),segment_id=d637b6b9-de20-46ec-a7ed-fb2e9b156f3e)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:14:50.542961 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:50.545900 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-0e65e904-c8cf-4905-9996-69f22803040b req-7ecc9dbc-1288-4d77-b3aa-a46e6952a7b4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (2a755f7a-ba48-4505-9565-f10a6b4e42c5), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:50.603110 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-0e65e904-c8cf-4905-9996-69f22803040b req-7ecc9dbc-1288-4d77-b3aa-a46e6952a7b4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406659 Feb 21 04:14:50.604280 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc9dbc-1288-4d77-b3aa-a46e6952a7b4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2a755f7a-ba48-4505-9565-f10a6b4e42c5,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:50.627445 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:50.933110 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034de87-f6ea-416d-8aa5-eaaf83dbaaf0 req-767a2a07-0085-4af1-8094-90986213db3c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:50.934879 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6034de87-f6ea-416d-8aa5-eaaf83dbaaf0 req-767a2a07-0085-4af1-8094-90986213db3c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1149046 Feb 21 04:14:50.989415 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc65e8-fa33-40db-b638-a7212b6c46cd req-472cf11a-9ee6-478b-88e1-c18256188503 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:50.998068 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8bc65e8-fa33-40db-b638-a7212b6c46cd req-472cf11a-9ee6-478b-88e1-c18256188503 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.1440825 Feb 21 04:14:51.065658 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6034de87-f6ea-416d-8aa5-eaaf83dbaaf0 req-f792f2ac-8640-4f60-8e91-b57a5400211b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176496 Feb 21 04:14:51.068464 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57592) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:51.123884 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8bc65e8-fa33-40db-b638-a7212b6c46cd req-fe1195d1-de50-4ce9-9961-204a7afca6d2 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049562 Feb 21 04:14:51.201733 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b7fc141c-73af-4e3f-9797-302917c7dd34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:51.297797 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b7fc141c-73af-4e3f-9797-302917c7dd34 admin admin] Publish callbacks [] for security_group (3f7daa15-1344-48ca-9d7c-097144ee431e), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:51.302768 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b7fc141c-73af-4e3f-9797-302917c7dd34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (3f7daa15-1344-48ca-9d7c-097144ee431e), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:51.346986 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc141c-73af-4e3f-9797-302917c7dd34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7daa15-1344-48ca-9d7c-097144ee431e,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:51.355982 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b7fc141c-73af-4e3f-9797-302917c7dd34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bcd7570e4f1441ceb1c2aa95111eb368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2859302 Feb 21 04:14:51.357595 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57608) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:51.360665 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb93567-4aa8-4879-9843-7946ec474133 req-79529ef0-2dca-4a2e-88f9-0e5904d71a70 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:51.362601 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-efb93567-4aa8-4879-9843-7946ec474133 req-79529ef0-2dca-4a2e-88f9-0e5904d71a70 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0628674 Feb 21 04:14:51.420802 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9aaf-2aa1-4098-9ee0-b14463cdf6d7 admin admin] Publish callbacks [] for security_group (3f7daa15-1344-48ca-9d7c-097144ee431e), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:51.424870 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-efb93567-4aa8-4879-9843-7946ec474133 req-df112d13-e2b4-4f11-96b7-bcbe74b5910c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511429 Feb 21 04:14:51.447263 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9aaf-2aa1-4098-9ee0-b14463cdf6d7 admin admin] Publish callbacks [] for security_group (3f7daa15-1344-48ca-9d7c-097144ee431e), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:51.509726 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9aaf-2aa1-4098-9ee0-b14463cdf6d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (3f7daa15-1344-48ca-9d7c-097144ee431e), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:51.514420 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a2ce9aaf-2aa1-4098-9ee0-b14463cdf6d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:51.518203 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-a2ce9aaf-2aa1-4098-9ee0-b14463cdf6d7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f7daa15-1344-48ca-9d7c-097144ee431e HTTP/1.1" status: 204 len: 168 time: 0.1559184 Feb 21 04:14:51.527812 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce9aaf-2aa1-4098-9ee0-b14463cdf6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7daa15-1344-48ca-9d7c-097144ee431e,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:51.649767 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422160e0-bb31-462f-8355-798147a2032b req-97f3b1aa-c342-4b17-9ab5-32f227f92e23 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:51.651362 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-422160e0-bb31-462f-8355-798147a2032b req-97f3b1aa-c342-4b17-9ab5-32f227f92e23 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0759444 Feb 21 04:14:51.712023 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-422160e0-bb31-462f-8355-798147a2032b req-b1a39d40-7899-49c2-a5c3-9decc42b7937 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535665 Feb 21 04:14:51.952682 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57634) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:51.969692 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbdc0a4-bc84-45b4-ab5f-5a38689d0b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5'}, {'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b'}, {'server_uuid': '08569093-3abd-43da-8dc2-605b9a289ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fcec87-d164-4874-b7ec-0a2d9c6fb0df'}, {'server_uuid': 'd58885ac-0561-4c6d-bdb4-97e629c9acaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc039608-7f10-4b0d-b3ce-2ecd0aa5274d'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:14:51.970308 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d79f4b1f-becc-4f54-b4fc-8b62f9b75272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:51.973886 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1948fadc-c6cf-4069-bc7a-6eec0af9c317" -d '{"events": [{"server_uuid": "efbdc0a4-bc84-45b4-ab5f-5a38689d0b41", "name": "network-vif-plugged", "status": "completed", "tag": "81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5"}, {"server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "name": "network-vif-plugged", "status": "completed", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b"}, {"server_uuid": "08569093-3abd-43da-8dc2-605b9a289ccf", "name": "network-vif-plugged", "status": "completed", "tag": "18fcec87-d164-4874-b7ec-0a2d9c6fb0df"}, {"server_uuid": "d58885ac-0561-4c6d-bdb4-97e629c9acaa", "name": "network-vif-plugged", "status": "completed", "tag": "fc039608-7f10-4b0d-b3ce-2ecd0aa5274d"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:14:52.058225 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 21 Feb 2022 04:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc72b14a-72dd-4311-a4eb-f13895f50dd8 x-openstack-request-id: req-bc72b14a-72dd-4311-a4eb-f13895f50dd8 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:14:52.059114 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbdc0a4-bc84-45b4-ab5f-5a38689d0b41", "name": "network-vif-plugged", "status": "completed", "tag": "81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5", "code": 200}, {"server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "name": "network-vif-plugged", "status": "completed", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b", "code": 200}, {"server_uuid": "08569093-3abd-43da-8dc2-605b9a289ccf", "name": "network-vif-plugged", "status": "completed", "tag": "18fcec87-d164-4874-b7ec-0a2d9c6fb0df", "code": 200}, {"server_uuid": "d58885ac-0561-4c6d-bdb4-97e629c9acaa", "name": "network-vif-plugged", "status": "completed", "tag": "fc039608-7f10-4b0d-b3ce-2ecd0aa5274d", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:14:52.059997 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc72b14a-72dd-4311-a4eb-f13895f50dd8 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:14:52.060690 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbdc0a4-bc84-45b4-ab5f-5a38689d0b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5', 'code': 200} Feb 21 04:14:52.061102 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'code': 200} Feb 21 04:14:52.061359 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08569093-3abd-43da-8dc2-605b9a289ccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18fcec87-d164-4874-b7ec-0a2d9c6fb0df', 'code': 200} Feb 21 04:14:52.061785 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58885ac-0561-4c6d-bdb4-97e629c9acaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc039608-7f10-4b0d-b3ce-2ecd0aa5274d', 'code': 200} Feb 21 04:14:52.125230 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d79f4b1f-becc-4f54-b4fc-8b62f9b75272 admin admin] Publish callbacks [] for security_group (b03744ac-fe7b-4aba-bd4f-e14b9caba699), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:52.132777 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d79f4b1f-becc-4f54-b4fc-8b62f9b75272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (b03744ac-fe7b-4aba-bd4f-e14b9caba699), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:52.200773 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-d79f4b1f-becc-4f54-b4fc-8b62f9b75272 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf4f06af15bc40b0bd625041e3f0e132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461553 Feb 21 04:14:52.203988 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57652) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:52.242369 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79f4b1f-becc-4f54-b4fc-8b62f9b75272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b03744ac-fe7b-4aba-bd4f-e14b9caba699,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:52.287448 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbe35-38db-4e8f-baed-3bf596d92d5c admin admin] Publish callbacks [] for security_group (b03744ac-fe7b-4aba-bd4f-e14b9caba699), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:52.317752 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbe35-38db-4e8f-baed-3bf596d92d5c admin admin] Publish callbacks [] for security_group (b03744ac-fe7b-4aba-bd4f-e14b9caba699), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:52.392001 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd258020-580d-415f-8833-42f4ca8f4602 req-cdc0cb03-ccc5-4a96-9919-890e795d06f6 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:52.395041 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd258020-580d-415f-8833-42f4ca8f4602 req-cdc0cb03-ccc5-4a96-9919-890e795d06f6 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1549158 Feb 21 04:14:52.407688 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbe35-38db-4e8f-baed-3bf596d92d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (b03744ac-fe7b-4aba-bd4f-e14b9caba699), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:52.410867 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9b8dbe35-38db-4e8f-baed-3bf596d92d5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:52.412003 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-9b8dbe35-38db-4e8f-baed-3bf596d92d5c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b03744ac-fe7b-4aba-bd4f-e14b9caba699 HTTP/1.1" status: 204 len: 168 time: 0.2071614 Feb 21 04:14:52.433537 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c10b0e3-6921-4458-b2d5-cb5c6e70cd3b req-d497f00d-fd38-4659-a498-a676331811e4 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:52.438010 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dbe35-38db-4e8f-baed-3bf596d92d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b03744ac-fe7b-4aba-bd4f-e14b9caba699,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:52.446237 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2c10b0e3-6921-4458-b2d5-cb5c6e70cd3b req-d497f00d-fd38-4659-a498-a676331811e4 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.2169390 Feb 21 04:14:52.485423 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c5278-fde2-40a4-a021-bbe444d42a21 req-b768048d-0fa5-4663-bb21-d3bbf51573f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:52.487296 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-2d9c5278-fde2-40a4-a021-bbe444d42a21 req-b768048d-0fa5-4663-bb21-d3bbf51573f5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 1130 time: 0.1169529 Feb 21 04:14:52.519165 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beb684-6a51-4a51-8914-b761c51c28d8 req-2da2d0ed-9fed-4eb7-817f-cb2c4e942a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:52.520878 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-47beb684-6a51-4a51-8914-b761c51c28d8 req-2da2d0ed-9fed-4eb7-817f-cb2c4e942a89 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 1130 time: 0.0983608 Feb 21 04:14:52.590769 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-2d9c5278-fde2-40a4-a021-bbe444d42a21 req-fd3e6f49-210b-414a-af29-6ebbd2a5f365 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916514 Feb 21 04:14:52.614449 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2c10b0e3-6921-4458-b2d5-cb5c6e70cd3b req-ca9d4ba6-9f00-4ab0-8248-972f5c097eed tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667485 Feb 21 04:14:52.633667 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-47beb684-6a51-4a51-8914-b761c51c28d8 req-ad33d737-002b-4149-b085-741d9f1b707e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884376 Feb 21 04:14:52.636663 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd258020-580d-415f-8833-42f4ca8f4602 req-0589b14f-d4b5-441f-8f93-673eea6091d0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294836 Feb 21 04:14:52.651298 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858fff6-2600-488e-a507-6b55d26e6a73 req-a220f962-e863-4992-8640-00bfbf30b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:52.651449 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac7b2a-1fb0-46de-acdb-cca353cf1989 req-551a59c4-ddb6-4759-8c4c-5a27a01d5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:52.652851 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0858fff6-2600-488e-a507-6b55d26e6a73 req-a220f962-e863-4992-8640-00bfbf30b099 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 1129 time: 0.1606452 Feb 21 04:14:52.653237 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-edac7b2a-1fb0-46de-acdb-cca353cf1989 req-551a59c4-ddb6-4759-8c4c-5a27a01d5525 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 1129 time: 0.1110933 Feb 21 04:14:52.739472 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02f7435-0428-47b9-8f8d-950d4728dd4a req-42eb18d1-5e2d-45a1-9b2a-ae2caf233f89 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:52.746404 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e02f7435-0428-47b9-8f8d-950d4728dd4a req-42eb18d1-5e2d-45a1-9b2a-ae2caf233f89 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0597458 Feb 21 04:14:52.802937 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e02f7435-0428-47b9-8f8d-950d4728dd4a req-b0e032c2-14e1-4f20-8980-d774538b3a7f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559611 Feb 21 04:14:52.849000 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d8d57-0f30-483c-a2d9-a9462e4d1ec2 req-72eb81db-f3cb-4598-9d87-88859a209001 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:52.850469 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e74d8d57-0f30-483c-a2d9-a9462e4d1ec2 req-72eb81db-f3cb-4598-9d87-88859a209001 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0606554 Feb 21 04:14:52.897752 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e74d8d57-0f30-483c-a2d9-a9462e4d1ec2 req-f7cc483e-9958-4bca-b9fb-c1dceb59d617 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Feb 21 04:14:53.184259 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0858fff6-2600-488e-a507-6b55d26e6a73 req-53612729-6fcb-433c-8bb7-dfd475797a55 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666049 Feb 21 04:14:53.195703 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-edac7b2a-1fb0-46de-acdb-cca353cf1989 req-42c6377e-32d7-4763-81ea-85a69a3b63f6 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612581 Feb 21 04:14:53.778239 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439796b4-8583-4358-8095-01d69fb5a7c4 req-38d3b110-a308-401b-97bd-76fd09519053 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:53.779743 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-439796b4-8583-4358-8095-01d69fb5a7c4 req-38d3b110-a308-401b-97bd-76fd09519053 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.0909419 Feb 21 04:14:53.787577 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2d430-ce87-4054-9789-752fb4b0eefe req-2db66781-79ce-41c1-a200-c58942a5d06d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:53.789002 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4af2d430-ce87-4054-9789-752fb4b0eefe req-2db66781-79ce-41c1-a200-c58942a5d06d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0883522 Feb 21 04:14:53.862704 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-439796b4-8583-4358-8095-01d69fb5a7c4 req-f6dfc42d-76e6-4dfc-803a-0d444361d75f tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727494 Feb 21 04:14:53.865699 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4af2d430-ce87-4054-9789-752fb4b0eefe req-7d2cb478-7bc6-462f-9d00-3c17d92285a4 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691590 Feb 21 04:14:53.970133 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d3fd9a-f05a-4833-910a-8225458b1e5a req-bd4536c8-b80f-41b1-a2be-da23744770ce tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:53.971625 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d9d3fd9a-f05a-4833-910a-8225458b1e5a req-bd4536c8-b80f-41b1-a2be-da23744770ce tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0542307 Feb 21 04:14:54.057770 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d9d3fd9a-f05a-4833-910a-8225458b1e5a req-58e4eb49-f266-43e1-a1d3-1a85512291ab tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769145 Feb 21 04:14:54.069678 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09335507-ed21-475b-95ad-e274f51a90e4 req-c1079ead-f3e2-42f0-ba11-c49b934d6b11 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:54.071246 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-09335507-ed21-475b-95ad-e274f51a90e4 req-c1079ead-f3e2-42f0-ba11-c49b934d6b11 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0987451 Feb 21 04:14:54.126955 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-09335507-ed21-475b-95ad-e274f51a90e4 req-021fe25a-8a8d-448f-9bc5-043d722a2ad7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Feb 21 04:14:55.013599 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a12bea-44f4-439d-b9c1-ecd0c6f3eaf3 req-aa17a238-7c4c-4004-944f-f95cd4d89c37 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:55.015098 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-34a12bea-44f4-439d-b9c1-ecd0c6f3eaf3 req-aa17a238-7c4c-4004-944f-f95cd4d89c37 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0747719 Feb 21 04:14:55.021690 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4913fe-1dc2-4d33-acec-23b28d55116f req-380df5cb-14a6-4612-b9a5-249a567814a2 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:55.023075 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4f4913fe-1dc2-4d33-acec-23b28d55116f req-380df5cb-14a6-4612-b9a5-249a567814a2 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.0939171 Feb 21 04:14:55.082286 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57788) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:55.096564 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-34a12bea-44f4-439d-b9c1-ecd0c6f3eaf3 req-f9e460c8-43c7-4b11-be5f-6c2f1381a244 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725448 Feb 21 04:14:55.099791 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4f4913fe-1dc2-4d33-acec-23b28d55116f req-46e62041-4b90-4c3f-8030-ae1b5721f383 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689855 Feb 21 04:14:55.190235 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6118ffc7-fb88-47fc-a62c-934bb100f5c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.215489 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153d1aa-adb2-46de-8d33-02af89ac7bd9 req-7c08eb2a-34e3-42be-b9c5-a4f8aa44c296 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:55.217102 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5153d1aa-adb2-46de-8d33-02af89ac7bd9 req-7c08eb2a-34e3-42be-b9c5-a4f8aa44c296 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0646329 Feb 21 04:14:55.265405 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6118ffc7-fb88-47fc-a62c-934bb100f5c0 admin admin] Publish callbacks [] for security_group (a8321953-9bc7-4dc7-9526-dc096aa1563f), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.269236 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6118ffc7-fb88-47fc-a62c-934bb100f5c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (a8321953-9bc7-4dc7-9526-dc096aa1563f), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.291727 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7dc74d-1317-41ef-bc1b-4892d9f7a955 req-bdbb93c7-e5f8-40e5-a3a3-b8678790e8fc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:55.293226 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1d7dc74d-1317-41ef-bc1b-4892d9f7a955 req-bdbb93c7-e5f8-40e5-a3a3-b8678790e8fc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0954366 Feb 21 04:14:55.296045 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5153d1aa-adb2-46de-8d33-02af89ac7bd9 req-7df88380-d44f-450b-8236-defe22729a3a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647519 Feb 21 04:14:55.311094 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-6118ffc7-fb88-47fc-a62c-934bb100f5c0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2b8c92d9bce48acb04efddead4db5cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250006 Feb 21 04:14:55.311094 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57796) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:55.318069 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118ffc7-fb88-47fc-a62c-934bb100f5c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8321953-9bc7-4dc7-9526-dc096aa1563f,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:55.348140 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1d7dc74d-1317-41ef-bc1b-4892d9f7a955 req-782cc3ac-d836-445d-af1e-c8e09aeba9ae tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484688 Feb 21 04:14:55.366697 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7c2aad92-a189-4837-b310-047b90441631 admin admin] Publish callbacks [] for security_group (a8321953-9bc7-4dc7-9526-dc096aa1563f), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.387643 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7c2aad92-a189-4837-b310-047b90441631 admin admin] Publish callbacks [] for security_group (a8321953-9bc7-4dc7-9526-dc096aa1563f), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.434715 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7c2aad92-a189-4837-b310-047b90441631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (a8321953-9bc7-4dc7-9526-dc096aa1563f), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.437678 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7c2aad92-a189-4837-b310-047b90441631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.438843 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-7c2aad92-a189-4837-b310-047b90441631 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a8321953-9bc7-4dc7-9526-dc096aa1563f HTTP/1.1" status: 204 len: 168 time: 0.1269360 Feb 21 04:14:55.449984 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2aad92-a189-4837-b310-047b90441631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8321953-9bc7-4dc7-9526-dc096aa1563f,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:55.700857 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 57808) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:55.714948 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b58e2544-53c6-49a2-821d-2a69d19d78d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.791943 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b58e2544-53c6-49a2-821d-2a69d19d78d0 admin admin] Publish callbacks [] for security_group (7951baf9-2c66-43cc-9d46-1006f7c7f088), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.796833 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b58e2544-53c6-49a2-821d-2a69d19d78d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (7951baf9-2c66-43cc-9d46-1006f7c7f088), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.836292 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-b58e2544-53c6-49a2-821d-2a69d19d78d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=515dd3b68bad4a0f9b742267922c7a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338139 Feb 21 04:14:55.837252 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e2544-53c6-49a2-821d-2a69d19d78d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7951baf9-2c66-43cc-9d46-1006f7c7f088,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:55.838941 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 57818) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:55.894404 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-862ab211-2bce-473e-892a-24c968fd8b64 admin admin] Publish callbacks [] for security_group (7951baf9-2c66-43cc-9d46-1006f7c7f088), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.921605 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-862ab211-2bce-473e-892a-24c968fd8b64 admin admin] Publish callbacks [] for security_group (7951baf9-2c66-43cc-9d46-1006f7c7f088), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.977950 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-862ab211-2bce-473e-892a-24c968fd8b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (7951baf9-2c66-43cc-9d46-1006f7c7f088), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.980613 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-862ab211-2bce-473e-892a-24c968fd8b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:55.981805 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-862ab211-2bce-473e-892a-24c968fd8b64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7951baf9-2c66-43cc-9d46-1006f7c7f088 HTTP/1.1" status: 204 len: 168 time: 0.1407804 Feb 21 04:14:55.993009 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ab211-2bce-473e-892a-24c968fd8b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7951baf9-2c66-43cc-9d46-1006f7c7f088,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:14:56.081238 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-86bde6b7-3a5b-40d8-8730-1720d4e55bb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:56.255149 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd95ec9-04d7-4217-b4c2-5ee5876ff128 req-4fa442e3-7250-4858-a2a5-1fa1c9d879d2 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:56.256851 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fdd95ec9-04d7-4217-b4c2-5ee5876ff128 req-4fa442e3-7250-4858-a2a5-1fa1c9d879d2 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.0789526 Feb 21 04:14:56.264161 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5bdf4-d814-4ac8-b166-65ce396282b9 req-950675ce-cd79-4336-8e39-5c7c9c5b6343 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:56.266168 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f3c5bdf4-d814-4ac8-b166-65ce396282b9 req-950675ce-cd79-4336-8e39-5c7c9c5b6343 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0969994 Feb 21 04:14:56.349702 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fdd95ec9-04d7-4217-b4c2-5ee5876ff128 req-c2681ce9-d8b8-466b-a414-91d82a9e7758 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824869 Feb 21 04:14:56.353822 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f3c5bdf4-d814-4ac8-b166-65ce396282b9 req-d6c985b1-1e0c-4c3c-99c9-451bb1cd9be9 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802047 Feb 21 04:14:56.502836 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff21be3-44b0-464d-a365-53158eceb987 req-7bdc6961-8b7c-4547-b9f6-b77cfa9f937a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:56.504334 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bff21be3-44b0-464d-a365-53158eceb987 req-7bdc6961-8b7c-4547-b9f6-b77cfa9f937a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0866575 Feb 21 04:14:56.515036 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f184154-35e6-4795-ae28-25eb212f3039 req-3679fb1a-002d-4499-8223-e63d256edde3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:56.517011 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0f184154-35e6-4795-ae28-25eb212f3039 req-3679fb1a-002d-4499-8223-e63d256edde3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0895872 Feb 21 04:14:56.588555 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bff21be3-44b0-464d-a365-53158eceb987 req-c64bbc54-6e3c-4db0-8ff2-dcdf4b7f232b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706000 Feb 21 04:14:56.596179 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0f184154-35e6-4795-ae28-25eb212f3039 req-68a3ec82-669b-47a0-aeaf-94bd9aa1d44c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726333 Feb 21 04:14:57.515292 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5295b4-fc57-484a-8e2c-d215da2bcde8 req-2dcaebe4-fe09-4cad-bdac-e2ff23d3829a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:57.516808 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9b5295b4-fc57-484a-8e2c-d215da2bcde8 req-2dcaebe4-fe09-4cad-bdac-e2ff23d3829a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.0835276 Feb 21 04:14:57.524021 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f421e-ead6-4b26-a990-d7ec37512b4a req-3df38a91-84d7-4d24-b734-ec0a85b93473 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:57.525419 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5f6f421e-ead6-4b26-a990-d7ec37512b4a req-3df38a91-84d7-4d24-b734-ec0a85b93473 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0824580 Feb 21 04:14:57.602755 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9b5295b4-fc57-484a-8e2c-d215da2bcde8 req-e02bf7b8-66a6-4eb4-80d4-890b88c1df45 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763574 Feb 21 04:14:57.607376 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5f6f421e-ead6-4b26-a990-d7ec37512b4a req-a802971f-dc18-489a-bfaa-9bb71e11922a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730612 Feb 21 04:14:57.763270 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7beb8-b716-416f-ba51-e1495fcb3920 req-5a286d4f-4916-4239-9b05-e0caf056630b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:57.764772 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1dd7beb8-b716-416f-ba51-e1495fcb3920 req-5a286d4f-4916-4239-9b05-e0caf056630b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0814955 Feb 21 04:14:57.775501 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c33f7-ac22-40f0-9ad5-5a8d7c9fc29a req-bac27c78-c8b3-4920-99f1-efae25280834 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:57.776915 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-273c33f7-ac22-40f0-9ad5-5a8d7c9fc29a req-bac27c78-c8b3-4920-99f1-efae25280834 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0831945 Feb 21 04:14:57.846831 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1dd7beb8-b716-416f-ba51-e1495fcb3920 req-bf58c461-e9ac-45ae-9436-dd22d2fdfb71 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689101 Feb 21 04:14:57.850682 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-273c33f7-ac22-40f0-9ad5-5a8d7c9fc29a req-b3fb3398-933c-45d4-94b6-039fe564082e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665476 Feb 21 04:14:58.129244 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c8e7a9f4-f523-4374-8cd4-bb9c5e084051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:58.757047 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7369a79-a25f-4957-82bb-958c4a96acb8 req-6cc5e930-b6a2-4720-8522-7d97e30f6da3 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:58.758522 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b7369a79-a25f-4957-82bb-958c4a96acb8 req-6cc5e930-b6a2-4720-8522-7d97e30f6da3 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.0831890 Feb 21 04:14:58.769499 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e031ee-73e3-4cb4-84f1-60759ef3166f req-95e1d6d1-6fff-4d82-b15b-9ebb2c9cdb9b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:58.770863 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-03e031ee-73e3-4cb4-84f1-60759ef3166f req-95e1d6d1-6fff-4d82-b15b-9ebb2c9cdb9b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0867867 Feb 21 04:14:58.840341 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b7369a79-a25f-4957-82bb-958c4a96acb8 req-c0d4dcd4-2f93-4320-8333-010aa2aa29ad tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685196 Feb 21 04:14:58.843254 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-03e031ee-73e3-4cb4-84f1-60759ef3166f req-654c8c5a-a117-4a23-a693-38a68d443dbb tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659242 Feb 21 04:14:58.963862 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576e94f6-d136-4966-ae53-6930b5d8a6e6 req-0c7033a2-bfaf-4bc8-97de-a83ffcbd6f3b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:58.971299 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-576e94f6-d136-4966-ae53-6930b5d8a6e6 req-0c7033a2-bfaf-4bc8-97de-a83ffcbd6f3b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0605154 Feb 21 04:14:59.021054 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-576e94f6-d136-4966-ae53-6930b5d8a6e6 req-c458fc26-02cc-4215-8582-3b9bc1545d9f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487871 Feb 21 04:14:59.136756 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941d13c-8cc5-4ff3-a3db-4e4d6973fcec req-faf8a8d8-531b-4598-aa1b-b6c0adbf167c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:59.138243 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9941d13c-8cc5-4ff3-a3db-4e4d6973fcec req-faf8a8d8-531b-4598-aa1b-b6c0adbf167c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0530481 Feb 21 04:14:59.208384 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9941d13c-8cc5-4ff3-a3db-4e4d6973fcec req-5ade9d40-dd68-4a2e-8329-b58185ae69d3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646715 Feb 21 04:14:59.226483 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f42e2-602a-4c57-b9b2-6456f5ca2409 req-3798c4c1-15aa-490f-93aa-86534e1697d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:59.227921 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-817f42e2-602a-4c57-b9b2-6456f5ca2409 req-3798c4c1-15aa-490f-93aa-86534e1697d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0652955 Feb 21 04:14:59.274406 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-817f42e2-602a-4c57-b9b2-6456f5ca2409 req-0c14d197-6095-4844-ad02-6e3d14fa8578 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401196 Feb 21 04:14:59.364912 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62ce3c-45a5-47b9-8ecb-c0e4a0f01880 req-e4867778-c223-4771-a7d4-48742310a4f7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:14:59.366369 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9c62ce3c-45a5-47b9-8ecb-c0e4a0f01880 req-e4867778-c223-4771-a7d4-48742310a4f7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0536947 Feb 21 04:14:59.374769 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 57918) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:14:59.378984 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-69f63538-8fd1-403f-983e-e22284f39127 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'floatingip': {'port_id': 'ad4a893e-bbd1-41d8-a92a-483868402b5b'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:14:59.445405 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:14:59.446708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-69f63538-8fd1-403f-983e-e22284f39127 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (53ceabbe-9c84-4f85-a635-48f8733213a3), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:00.136656 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60002886-62ee-4538-a2e3-e4edaeae043b req-5366ea9b-9979-42b0-81dc-1366732f8d05 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:00.138101 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-60002886-62ee-4538-a2e3-e4edaeae043b req-5366ea9b-9979-42b0-81dc-1366732f8d05 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.1887999 Feb 21 04:15:00.318971 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a2d9f-b414-452a-a2c1-65d701d5e1be req-85c6af28-b0ec-4d93-9456-a339b8cba067 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:00.320357 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5b7a2d9f-b414-452a-a2c1-65d701d5e1be req-85c6af28-b0ec-4d93-9456-a339b8cba067 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.2196574 Feb 21 04:15:00.323193 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-60002886-62ee-4538-a2e3-e4edaeae043b req-2f7dcf79-41c8-4b06-b5a2-2399b3d6cf1b tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666095 Feb 21 04:15:00.371061 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-69f63538-8fd1-403f-983e-e22284f39127 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:00.377391 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-69f63538-8fd1-403f-983e-e22284f39127 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (53ceabbe-9c84-4f85-a635-48f8733213a3), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:00.463161 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5b7a2d9f-b414-452a-a2c1-65d701d5e1be req-368d3c9a-2526-4427-912e-983b99262aed tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344450 Feb 21 04:15:00.523126 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f0448-d92a-4223-9fd1-89c7e34ed471 req-60629d15-ccfa-4c05-a4c2-17287cb63dce tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:00.524903 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-306f0448-d92a-4223-9fd1-89c7e34ed471 req-60629d15-ccfa-4c05-a4c2-17287cb63dce tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1408732 Feb 21 04:15:00.560301 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-69f63538-8fd1-403f-983e-e22284f39127 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Floating IP 53ceabbe-9c84-4f85-a635-48f8733213a3 associated. External IP: 172.27.0.158, port: ad4a893e-bbd1-41d8-a92a-483868402b5b. Feb 21 04:15:00.630025 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-306f0448-d92a-4223-9fd1-89c7e34ed471 req-77adbe56-88c7-44b3-82d8-561673503665 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947485 Feb 21 04:15:00.793936 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f63538-8fd1-403f-983e-e22284f39127 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Router 34566123-a2c9-469d-8d4e-63bb0df62ed4 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:15:00.821289 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:00.907159 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f63538-8fd1-403f-983e-e22284f39127 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:15:00.911544 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-69f63538-8fd1-403f-983e-e22284f39127 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:00.921133 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339af011-a00b-4338-8f40-a7fddd40e04e None None] Sync routers for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:15:00.930505 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339af011-a00b-4338-8f40-a7fddd40e04e None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:15:00.931175 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-339af011-a00b-4338-8f40-a7fddd40e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:14:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:00.939812 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-69f63538-8fd1-403f-983e-e22284f39127 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "PUT /v2.0/floatingips/53ceabbe-9c84-4f85-a635-48f8733213a3 HTTP/1.1" status: 200 len: 992 time: 1.5640414 Feb 21 04:15:00.940407 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:15:00.942651 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eaa17fa-2e44-4048-8783-aa790ce2c182" -d '{"events": [{"name": "network-changed", "server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:15:01.053632 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-339af011-a00b-4338-8f40-a7fddd40e04e None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:15:01.127612 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f68c54-9975-46e6-83ba-503bb3a3d2d7 x-openstack-request-id: req-88f68c54-9975-46e6-83ba-503bb3a3d2d7 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:15:01.128159 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:15:01.128480 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-88f68c54-9975-46e6-83ba-503bb3a3d2d7 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:15:01.129036 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'status': 'completed', 'code': 200} Feb 21 04:15:01.330796 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-339af011-a00b-4338-8f40-a7fddd40e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '53ceabbe-9c84-4f85-a635-48f8733213a3', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'port_id': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'mac_address': 'fa:16:3e:b5:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:14:24Z', 'updated_at': '2022-02-21T04:15:00Z', 'revision_number': 1, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:01.357834 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339af011-a00b-4338-8f40-a7fddd40e04e None None] Checking router: 34566123-a2c9-469d-8d4e-63bb0df62ed4 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:15:01.366617 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339af011-a00b-4338-8f40-a7fddd40e04e None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:15:01.367253 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-339af011-a00b-4338-8f40-a7fddd40e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:14:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:01.474724 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-339af011-a00b-4338-8f40-a7fddd40e04e None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:15:01.595119 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b833c265-84bd-4cba-b98f-5bef5b19d812 req-2a9b7178-0ed3-4204-bcfa-389ba52f89b6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:01.596777 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b833c265-84bd-4cba-b98f-5bef5b19d812 req-2a9b7178-0ed3-4204-bcfa-389ba52f89b6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0530574 Feb 21 04:15:01.645756 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b833c265-84bd-4cba-b98f-5bef5b19d812 req-befbaf37-e1b8-48c2-bc43-4b9618f56132 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427551 Feb 21 04:15:01.788471 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-339af011-a00b-4338-8f40-a7fddd40e04e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '53ceabbe-9c84-4f85-a635-48f8733213a3', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'port_id': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'mac_address': 'fa:16:3e:b5:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:14:24Z', 'updated_at': '2022-02-21T04:15:00Z', 'revision_number': 1, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:01.819269 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339af011-a00b-4338-8f40-a7fddd40e04e None None] The sync data for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi is: [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '53ceabbe-9c84-4f85-a635-48f8733213a3', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'floating_ip_address': '172.27.0.158', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'port_id': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'mac_address': 'fa:16:3e:b5:bb:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:14:24Z', 'updated_at': '2022-02-21T04:15:00Z', 'revision_number': 1, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:15:01.927984 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212c2de-a3ea-4ea7-8079-20bb4d6aaa61 req-605a4206-1501-4e09-8bbc-1433a4bfd8b3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:01.929506 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b212c2de-a3ea-4ea7-8079-20bb4d6aaa61 req-605a4206-1501-4e09-8bbc-1433a4bfd8b3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.2233677 Feb 21 04:15:01.977382 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b212c2de-a3ea-4ea7-8079-20bb4d6aaa61 req-b410ada1-97f6-43b8-84eb-3803dc6caac5 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423250 Feb 21 04:15:02.020248 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dce6ddc-d2a9-4992-9c61-96a866cf65b3 None None] New status for floating IP 53ceabbe-9c84-4f85-a635-48f8733213a3: ACTIVE {{(pid=102901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:15:02.475259 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:02.761226 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41556b-0c6d-4789-a2a2-01946094788a req-3aef44c6-6f7c-452b-b8a9-5468ccb316c2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:02.763398 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ed41556b-0c6d-4789-a2a2-01946094788a req-3aef44c6-6f7c-452b-b8a9-5468ccb316c2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0529904 Feb 21 04:15:02.838665 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ed41556b-0c6d-4789-a2a2-01946094788a req-931ec69b-1ff0-4125-b2de-79c8d4ea342d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682843 Feb 21 04:15:02.845642 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adf4a6-559d-4048-8db0-4254ed710e58 req-8add5250-3aab-45f8-bb8f-3840aab7f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:02.847330 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-19adf4a6-559d-4048-8db0-4254ed710e58 req-8add5250-3aab-45f8-bb8f-3840aab7f9b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 1130 time: 0.0445569 Feb 21 04:15:02.857883 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa17fa-2e44-4048-8783-aa790ce2c182 req-6c79e6b8-5aa4-4c52-8a11-9f49c66c5980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:02.859381 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8eaa17fa-2e44-4048-8783-aa790ce2c182 req-6c79e6b8-5aa4-4c52-8a11-9f49c66c5980 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 1130 time: 0.0527685 Feb 21 04:15:02.947934 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adf4a6-559d-4048-8db0-4254ed710e58 req-18bb3ab6-c0fc-4dca-a8f9-f26825bde2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:02.949580 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-19adf4a6-559d-4048-8db0-4254ed710e58 req-18bb3ab6-c0fc-4dca-a8f9-f26825bde2b0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 918 time: 0.0923774 Feb 21 04:15:02.955179 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa17fa-2e44-4048-8783-aa790ce2c182 req-0695f7a4-8a70-43d4-a163-43727e9cd835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:02.956643 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8eaa17fa-2e44-4048-8783-aa790ce2c182 req-0695f7a4-8a70-43d4-a163-43727e9cd835 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 917 time: 0.0873737 Feb 21 04:15:02.994606 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-19adf4a6-559d-4048-8db0-4254ed710e58 req-1be6c124-edf8-4c01-8c23-fcd3a01496ef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fcec87-d164-4874-b7ec-0a2d9c6fb0df HTTP/1.1" status: 200 len: 217 time: 0.0367153 Feb 21 04:15:03.066198 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8eaa17fa-2e44-4048-8783-aa790ce2c182 req-245e325f-8ff9-4a2c-a964-8b4271f37df0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b HTTP/1.1" status: 200 len: 1002 time: 0.1037421 Feb 21 04:15:03.074402 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19adf4a6-559d-4048-8db0-4254ed710e58 req-8e7387ff-dc15-491c-a2e4-aa10610b4143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:03.076011 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-19adf4a6-559d-4048-8db0-4254ed710e58 req-8e7387ff-dc15-491c-a2e4-aa10610b4143 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 200 len: 858 time: 0.0752864 Feb 21 04:15:03.117053 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-19adf4a6-559d-4048-8db0-4254ed710e58 req-e0469463-fcca-4f65-9880-c87c6a88ee55 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dbdf964-252c-4bd3-8302-8e42b37a68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256371 Feb 21 04:15:03.151826 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa17fa-2e44-4048-8783-aa790ce2c182 req-646f74e3-2de4-4fe1-9ab1-4c4d326e1ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:03.153813 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8eaa17fa-2e44-4048-8783-aa790ce2c182 req-646f74e3-2de4-4fe1-9ab1-4c4d326e1ef3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0776591 Feb 21 04:15:03.179932 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76ed8-24c4-421a-a687-a066b0e1adf3 req-0645c64c-e935-4d72-a442-c3c76bf38cc0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:03.186619 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-78d76ed8-24c4-421a-a687-a066b0e1adf3 req-0645c64c-e935-4d72-a442-c3c76bf38cc0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1125243 Feb 21 04:15:03.239907 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-19adf4a6-559d-4048-8db0-4254ed710e58 req-6c7009f5-38d4-4dbb-83fb-8e9332c96348 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005406 Feb 21 04:15:03.267611 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa17fa-2e44-4048-8783-aa790ce2c182 req-b65ccabd-f7e2-4bd6-89cc-3931d3693699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:03.269046 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8eaa17fa-2e44-4048-8783-aa790ce2c182 req-b65ccabd-f7e2-4bd6-89cc-3931d3693699 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1063557 Feb 21 04:15:03.271998 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-78d76ed8-24c4-421a-a687-a066b0e1adf3 req-cafc563a-2347-4716-a72d-4b3101d85dd2 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840747 Feb 21 04:15:03.338357 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-19adf4a6-559d-4048-8db0-4254ed710e58 req-81a9d419-adb7-47eb-9ff8-76ddab99fd2f service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818856 Feb 21 04:15:03.360908 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8eaa17fa-2e44-4048-8783-aa790ce2c182 req-4acb4b64-5928-4e66-975e-494335da5d72 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849762 Feb 21 04:15:03.463849 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8eaa17fa-2e44-4048-8783-aa790ce2c182 req-8a62d8ec-1953-4641-9267-7fface83d911 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844579 Feb 21 04:15:03.951898 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d2b1c-e5a2-4c8b-871e-9d4688836f8e req-2d6a726f-b07d-44c9-8ed4-0ab34c08e7b4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:03.953902 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-374d2b1c-e5a2-4c8b-871e-9d4688836f8e req-2d6a726f-b07d-44c9-8ed4-0ab34c08e7b4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0509522 Feb 21 04:15:04.002193 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-374d2b1c-e5a2-4c8b-871e-9d4688836f8e req-4a68f1c8-7cd8-48bf-9f39-b2e3ce4b7f12 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Feb 21 04:15:04.388005 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30708c-b042-4574-8ccd-7edb92bfc46f req-2001b742-e536-42ff-8eb8-27b4ecaa233a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:04.389493 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ed30708c-b042-4574-8ccd-7edb92bfc46f req-2001b742-e536-42ff-8eb8-27b4ecaa233a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0511479 Feb 21 04:15:04.435582 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ed30708c-b042-4574-8ccd-7edb92bfc46f req-f77d33e4-df4a-4482-ba41-ec9a7c33fb83 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399168 Feb 21 04:15:05.551922 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e11adc-fe1e-4f9d-8ba4-362d474f9e45 req-2e24b497-b93a-464e-a91a-08ade12f456b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:05.553347 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-88e11adc-fe1e-4f9d-8ba4-362d474f9e45 req-2e24b497-b93a-464e-a91a-08ade12f456b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0509684 Feb 21 04:15:05.598388 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-88e11adc-fe1e-4f9d-8ba4-362d474f9e45 req-83ef9939-193d-4abd-8072-5c942b6d7511 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396638 Feb 21 04:15:06.714063 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d27ef6-526c-4635-b171-fbd3914a1cbd req-42749127-18f1-4562-afbd-a2194574d1cc tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:06.715519 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-49d27ef6-526c-4635-b171-fbd3914a1cbd req-42749127-18f1-4562-afbd-a2194574d1cc tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0528367 Feb 21 04:15:06.760951 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-49d27ef6-526c-4635-b171-fbd3914a1cbd req-1d7d2e4e-b033-49ec-823d-29d62616cbf0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394881 Feb 21 04:15:07.876182 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291375cd-9524-401e-9d03-9c9846b1e13e req-d4e5ef2d-5702-4d2e-8f5c-8f7bd38955cb tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:07.877649 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-291375cd-9524-401e-9d03-9c9846b1e13e req-d4e5ef2d-5702-4d2e-8f5c-8f7bd38955cb tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0506227 Feb 21 04:15:07.921698 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-291375cd-9524-401e-9d03-9c9846b1e13e req-702cc40a-7684-42ff-a309-81e8f63ec769 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381472 Feb 21 04:15:09.041562 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb8abe-d9b7-49cb-8a07-42c8eeee4d60 req-6578c0c7-28a4-433c-960e-aafc77633a0d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:09.043056 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dcfb8abe-d9b7-49cb-8a07-42c8eeee4d60 req-6578c0c7-28a4-433c-960e-aafc77633a0d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0557523 Feb 21 04:15:09.090395 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dcfb8abe-d9b7-49cb-8a07-42c8eeee4d60 req-5be04562-5705-477a-af28-5863ab72e388 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412023 Feb 21 04:15:09.799252 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58136) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:09.903683 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:09.932471 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:09.978261 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Publish callbacks [] for security_group (13a1d821-8692-4083-971d-24614a5b1ffe), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:09.981830 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (13a1d821-8692-4083-971d-24614a5b1ffe), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.018487 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e882c893b8c145d2bb21b3db115f02fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2181978 Feb 21 04:15:10.019409 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a1d821-8692-4083-971d-24614a5b1ffe,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:10.021318 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 58144) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:10.026806 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.027179 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.027524 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.027860 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.028445 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.028824 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.029168 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.029496 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.029841 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.030281 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.030605 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.030928 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.031846 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec77001-e19b-43be-a11d-83da18cf9c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.073034 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Publish callbacks [] for security_group (13a1d821-8692-4083-971d-24614a5b1ffe), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.095007 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Publish callbacks [] for security_group (13a1d821-8692-4083-971d-24614a5b1ffe), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.143815 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (13a1d821-8692-4083-971d-24614a5b1ffe), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.146569 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.150092 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13a1d821-8692-4083-971d-24614a5b1ffe HTTP/1.1" status: 204 len: 168 time: 0.1254160 Feb 21 04:15:10.161090 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a1d821-8692-4083-971d-24614a5b1ffe,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:10.168679 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.169193 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.169677 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.170032 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.170369 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.170731 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.171262 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.172231 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.172595 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.172957 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.173288 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.173616 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.173942 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06a71882-5fd4-46df-8732-b6b15cb214ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:10.212882 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c379f7-2a23-4a58-807a-03ea345552c0 req-bda11eee-58d2-44fc-abd9-037f2a2f1144 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:10.214391 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d3c379f7-2a23-4a58-807a-03ea345552c0 req-bda11eee-58d2-44fc-abd9-037f2a2f1144 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0558362 Feb 21 04:15:10.265500 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d3c379f7-2a23-4a58-807a-03ea345552c0 req-9440ee87-b0ad-42a8-ae37-d9cc1c09b3ab tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449250 Feb 21 04:15:10.429074 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 58158) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:10.441997 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-44076d63-e521-4aab-869e-85686297003f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.518071 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-44076d63-e521-4aab-869e-85686297003f admin admin] Publish callbacks [] for security_group (6b254295-1f93-4ded-8377-f3c7bd52e342), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.521918 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-44076d63-e521-4aab-869e-85686297003f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (6b254295-1f93-4ded-8377-f3c7bd52e342), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.564157 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-44076d63-e521-4aab-869e-85686297003f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=049938fda5e740658b65508be6eab417&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340036 Feb 21 04:15:10.565028 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44076d63-e521-4aab-869e-85686297003f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b254295-1f93-4ded-8377-f3c7bd52e342,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:10.567676 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58162) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:10.616484 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-22e68d1c-3eab-49c3-8d76-3eae14d4700d admin admin] Publish callbacks [] for security_group (6b254295-1f93-4ded-8377-f3c7bd52e342), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.636061 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-22e68d1c-3eab-49c3-8d76-3eae14d4700d admin admin] Publish callbacks [] for security_group (6b254295-1f93-4ded-8377-f3c7bd52e342), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.682442 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-22e68d1c-3eab-49c3-8d76-3eae14d4700d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (6b254295-1f93-4ded-8377-f3c7bd52e342), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.685029 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-22e68d1c-3eab-49c3-8d76-3eae14d4700d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:10.686181 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-22e68d1c-3eab-49c3-8d76-3eae14d4700d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b254295-1f93-4ded-8377-f3c7bd52e342 HTTP/1.1" status: 204 len: 168 time: 0.1172881 Feb 21 04:15:10.694342 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e68d1c-3eab-49c3-8d76-3eae14d4700d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b254295-1f93-4ded-8377-f3c7bd52e342,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:11.001168 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58172) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:11.013718 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-78237f33-88a4-4411-a12d-b05d9daf26f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:11.094891 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-78237f33-88a4-4411-a12d-b05d9daf26f2 admin admin] Publish callbacks [] for security_group (4b8a977c-9d6d-46e3-8bf1-83045ee201b0), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:11.098574 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-78237f33-88a4-4411-a12d-b05d9daf26f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4b8a977c-9d6d-46e3-8bf1-83045ee201b0), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:11.135629 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-78237f33-88a4-4411-a12d-b05d9daf26f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cad6dc7c19cc495d9f4403611fa93c46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1334047 Feb 21 04:15:11.137297 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78237f33-88a4-4411-a12d-b05d9daf26f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8a977c-9d6d-46e3-8bf1-83045ee201b0,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:11.138419 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 58176) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:11.185809 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9671c6de-bf61-422e-9867-f69bda47f122 admin admin] Publish callbacks [] for security_group (4b8a977c-9d6d-46e3-8bf1-83045ee201b0), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:11.207240 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9671c6de-bf61-422e-9867-f69bda47f122 admin admin] Publish callbacks [] for security_group (4b8a977c-9d6d-46e3-8bf1-83045ee201b0), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:11.253561 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9671c6de-bf61-422e-9867-f69bda47f122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4b8a977c-9d6d-46e3-8bf1-83045ee201b0), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:11.256066 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9671c6de-bf61-422e-9867-f69bda47f122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:11.257223 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-9671c6de-bf61-422e-9867-f69bda47f122 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b8a977c-9d6d-46e3-8bf1-83045ee201b0 HTTP/1.1" status: 204 len: 168 time: 0.1172676 Feb 21 04:15:11.264471 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671c6de-bf61-422e-9867-f69bda47f122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8a977c-9d6d-46e3-8bf1-83045ee201b0,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:11.397897 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca751f-8628-48fd-9259-856d89aedd3b req-7af7f37b-b87f-425e-82db-34042335a604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:11.400113 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5dca751f-8628-48fd-9259-856d89aedd3b req-7af7f37b-b87f-425e-82db-34042335a604 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0667231 Feb 21 04:15:11.452910 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5dca751f-8628-48fd-9259-856d89aedd3b req-6fe70b54-96ee-4aa5-98b5-50eb2c8bcb78 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454500 Feb 21 04:15:11.891726 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24a45b85-b945-4c3f-a6c2-35c368d5dad7 req-9bc96a0b-f5e0-4316-9428-dbc98b51258d service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421534 Feb 21 04:15:12.571448 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f61d0-15cb-4e53-85a8-798d2642febd req-27e1b26d-4b0a-4870-90fd-4ef0eae3e10f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:12.573076 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5e3f61d0-15cb-4e53-85a8-798d2642febd req-27e1b26d-4b0a-4870-90fd-4ef0eae3e10f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0556986 Feb 21 04:15:12.619719 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5e3f61d0-15cb-4e53-85a8-798d2642febd req-fb7afd1c-9550-4b28-9798-cedc3ac91e82 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409219 Feb 21 04:15:13.415791 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a45b85-b945-4c3f-a6c2-35c368d5dad7 req-33fb41f6-e83b-44da-b78d-14c0fbe3c48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:13.417339 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24a45b85-b945-4c3f-a6c2-35c368d5dad7 req-33fb41f6-e83b-44da-b78d-14c0fbe3c48c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 1129 time: 0.0452464 Feb 21 04:15:13.520462 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a45b85-b945-4c3f-a6c2-35c368d5dad7 req-74b6df7c-5af4-4ef3-84dd-e66789a0e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:13.521973 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24a45b85-b945-4c3f-a6c2-35c368d5dad7 req-74b6df7c-5af4-4ef3-84dd-e66789a0e1e3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 915 time: 0.0817561 Feb 21 04:15:13.566743 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24a45b85-b945-4c3f-a6c2-35c368d5dad7 req-218bf372-f617-4d0c-a5a1-306d8dea02c9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 HTTP/1.1" status: 200 len: 217 time: 0.0367169 Feb 21 04:15:13.620865 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a45b85-b945-4c3f-a6c2-35c368d5dad7 req-c3914270-9f13-43b6-a393-38f61e737277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:13.622246 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24a45b85-b945-4c3f-a6c2-35c368d5dad7 req-c3914270-9f13-43b6-a393-38f61e737277 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ded90e6-ea51-40b5-9fe9-82428e77be8f HTTP/1.1" status: 200 len: 855 time: 0.0420685 Feb 21 04:15:13.738331 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77beee-7f55-4a6b-9ac9-e1bd5ccab72a req-4b3b600e-8125-42a0-a5d2-ab614edd9ccd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:13.739829 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd77beee-7f55-4a6b-9ac9-e1bd5ccab72a req-4b3b600e-8125-42a0-a5d2-ab614edd9ccd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0527270 Feb 21 04:15:13.785609 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd77beee-7f55-4a6b-9ac9-e1bd5ccab72a req-9979b5fc-8cdb-43ed-b6cb-1bb591e78466 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402071 Feb 21 04:15:13.893734 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24a45b85-b945-4c3f-a6c2-35c368d5dad7 req-277e1062-678e-41d5-b791-991c0f848c0e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245204 Feb 21 04:15:13.982884 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24a45b85-b945-4c3f-a6c2-35c368d5dad7 req-0f5a000a-763b-43e6-a544-a9324e48d4a6 service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812736 Feb 21 04:15:14.072516 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24a45b85-b945-4c3f-a6c2-35c368d5dad7 req-91ccb297-35dc-4464-98f4-2d7edd3e9dff service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780826 Feb 21 04:15:14.903776 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7615ca7d-f192-4a29-a13f-1a38479fd5c4 req-e1e70c74-16db-41a3-b537-f37046478d05 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:14.905586 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7615ca7d-f192-4a29-a13f-1a38479fd5c4 req-e1e70c74-16db-41a3-b537-f37046478d05 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0557249 Feb 21 04:15:14.951386 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7615ca7d-f192-4a29-a13f-1a38479fd5c4 req-2061f037-841e-4fc2-ad5f-9aa5d815f8e2 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398655 Feb 21 04:15:16.066853 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717928a-d557-4109-9a52-4f278cb51e49 req-40d941ce-7c08-4381-8775-17e20e751bdb tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:16.068438 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8717928a-d557-4109-9a52-4f278cb51e49 req-40d941ce-7c08-4381-8775-17e20e751bdb tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0519400 Feb 21 04:15:16.113776 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8717928a-d557-4109-9a52-4f278cb51e49 req-afb17d30-123d-4cfa-922b-92a57eae8b7c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397820 Feb 21 04:15:17.228208 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9700bd82-858e-4965-9131-689bab5fb0cd req-68d95740-8ada-4318-b764-38e7c5b8d60d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:17.229691 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9700bd82-858e-4965-9131-689bab5fb0cd req-68d95740-8ada-4318-b764-38e7c5b8d60d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0505381 Feb 21 04:15:17.279038 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9700bd82-858e-4965-9131-689bab5fb0cd req-dd4e1563-9bc9-40f9-a516-2be1442c8925 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440149 Feb 21 04:15:18.395327 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1012db-8e80-4dbe-ae4b-aa400835257a req-01996e4a-ca9e-451a-a853-a8fbf89b97c3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:18.396791 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8a1012db-8e80-4dbe-ae4b-aa400835257a req-01996e4a-ca9e-451a-a853-a8fbf89b97c3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0494184 Feb 21 04:15:18.441607 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8a1012db-8e80-4dbe-ae4b-aa400835257a req-acc3ffe1-b17f-42ae-8755-5b136a7977db tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395224 Feb 21 04:15:18.515922 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:15:19.555740 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f0ba0-ad82-41b9-aa1e-0d99d9d3201f req-4f67f8b7-2591-45c1-9bd1-f098e1f23abc tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:19.557149 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dd5f0ba0-ad82-41b9-aa1e-0d99d9d3201f req-4f67f8b7-2591-45c1-9bd1-f098e1f23abc tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0511909 Feb 21 04:15:19.601950 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dd5f0ba0-ad82-41b9-aa1e-0d99d9d3201f req-86412e83-ceb7-45c9-b952-d0977fdf462f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393481 Feb 21 04:15:20.718961 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abf278-0e36-4d80-b79c-b651283617d2 req-7ce15b43-0a09-43ee-a14c-21a0f05d8ca8 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:20.720393 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e6abf278-0e36-4d80-b79c-b651283617d2 req-7ce15b43-0a09-43ee-a14c-21a0f05d8ca8 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0535448 Feb 21 04:15:20.765247 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e6abf278-0e36-4d80-b79c-b651283617d2 req-9cf50531-66c4-41dc-a037-a93d4ab29270 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Feb 21 04:15:21.880475 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c096fc-26f1-4ee6-9815-e759dd6bc6bc req-e277daa4-b32b-4638-99f8-d747efed600b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:21.881946 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9c096fc-26f1-4ee6-9815-e759dd6bc6bc req-e277daa4-b32b-4638-99f8-d747efed600b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0497565 Feb 21 04:15:21.926484 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9c096fc-26f1-4ee6-9815-e759dd6bc6bc req-19fc9597-4ece-4d55-90a7-f887486254dc tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392299 Feb 21 04:15:23.047073 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0f505a-ffbb-4c29-b2fc-c5c113e3a149 req-76744c59-5b84-4544-a76a-2893ed0dfcde tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:23.048497 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1f0f505a-ffbb-4c29-b2fc-c5c113e3a149 req-76744c59-5b84-4544-a76a-2893ed0dfcde tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0567644 Feb 21 04:15:23.094872 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1f0f505a-ffbb-4c29-b2fc-c5c113e3a149 req-5a2ffc3d-7178-4c65-996b-a61081726432 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405672 Feb 21 04:15:23.774757 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58496) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:23.895254 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b5f3-98c5-4a35-b76d-ad05e232b955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:23.973491 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b5f3-98c5-4a35-b76d-ad05e232b955 admin admin] Publish callbacks [] for security_group (b7cb49ad-ae64-41d1-82a6-619730772eab), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:23.976943 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b5f3-98c5-4a35-b76d-ad05e232b955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (b7cb49ad-ae64-41d1-82a6-619730772eab), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.014998 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-f2a7b5f3-98c5-4a35-b76d-ad05e232b955 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12f41803586b43e28496e2e97190d285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388685 Feb 21 04:15:24.016397 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7b5f3-98c5-4a35-b76d-ad05e232b955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cb49ad-ae64-41d1-82a6-619730772eab,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:24.018364 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 58506) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:24.069029 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-80cc002f-b36e-49b7-b42f-9a3b1653ae9e admin admin] Publish callbacks [] for security_group (b7cb49ad-ae64-41d1-82a6-619730772eab), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.088679 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-80cc002f-b36e-49b7-b42f-9a3b1653ae9e admin admin] Publish callbacks [] for security_group (b7cb49ad-ae64-41d1-82a6-619730772eab), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.133816 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-80cc002f-b36e-49b7-b42f-9a3b1653ae9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (b7cb49ad-ae64-41d1-82a6-619730772eab), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.136395 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-80cc002f-b36e-49b7-b42f-9a3b1653ae9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.137575 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-80cc002f-b36e-49b7-b42f-9a3b1653ae9e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7cb49ad-ae64-41d1-82a6-619730772eab HTTP/1.1" status: 204 len: 168 time: 0.1181154 Feb 21 04:15:24.145745 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc002f-b36e-49b7-b42f-9a3b1653ae9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cb49ad-ae64-41d1-82a6-619730772eab,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:24.216076 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93b846-cef6-4dab-a357-241cc92884a0 req-88520b92-0c62-4760-a475-9a303af8b17d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:24.223682 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8b93b846-cef6-4dab-a357-241cc92884a0 req-88520b92-0c62-4760-a475-9a303af8b17d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0617740 Feb 21 04:15:24.269681 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8b93b846-cef6-4dab-a357-241cc92884a0 req-fd15b22d-7ffd-44b8-8748-50028a3816db tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449474 Feb 21 04:15:24.435785 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 58518) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:24.449561 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e3c8-c9d6-4ccf-977e-cca1f247e72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.524155 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e3c8-c9d6-4ccf-977e-cca1f247e72a admin admin] Publish callbacks [] for security_group (39aaf075-7774-4d8d-afba-6b116149e3ee), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.527883 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3cf2e3c8-c9d6-4ccf-977e-cca1f247e72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (39aaf075-7774-4d8d-afba-6b116149e3ee), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.565931 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-3cf2e3c8-c9d6-4ccf-977e-cca1f247e72a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a8cf824548b940979143d089ea227838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290221 Feb 21 04:15:24.567835 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2e3c8-c9d6-4ccf-977e-cca1f247e72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aaf075-7774-4d8d-afba-6b116149e3ee,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:24.568551 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58520) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:24.617457 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-247d43db-2b99-4e13-b42e-a4743b71ee81 admin admin] Publish callbacks [] for security_group (39aaf075-7774-4d8d-afba-6b116149e3ee), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.637072 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-247d43db-2b99-4e13-b42e-a4743b71ee81 admin admin] Publish callbacks [] for security_group (39aaf075-7774-4d8d-afba-6b116149e3ee), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.685216 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-247d43db-2b99-4e13-b42e-a4743b71ee81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (39aaf075-7774-4d8d-afba-6b116149e3ee), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.687748 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-247d43db-2b99-4e13-b42e-a4743b71ee81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:24.688919 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-247d43db-2b99-4e13-b42e-a4743b71ee81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39aaf075-7774-4d8d-afba-6b116149e3ee HTTP/1.1" status: 204 len: 168 time: 0.1192880 Feb 21 04:15:24.698463 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d43db-2b99-4e13-b42e-a4743b71ee81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aaf075-7774-4d8d-afba-6b116149e3ee,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:25.402340 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72f1f5-6225-472e-8939-9aa28c92db39 req-2636b756-5b78-4ccf-b2e8-4ce17ac87f92 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:25.404101 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-db72f1f5-6225-472e-8939-9aa28c92db39 req-2636b756-5b78-4ccf-b2e8-4ce17ac87f92 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0615890 Feb 21 04:15:25.452039 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-db72f1f5-6225-472e-8939-9aa28c92db39 req-0c26fccd-01a6-45db-be20-95d44acfc723 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410812 Feb 21 04:15:26.094192 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-0611d61f-a445-4840-87aa-985cea179590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:26.590724 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf6ae-1c29-4009-afd9-f48a4bb468e8 req-7f07ca64-ac2a-482f-b7cd-c7b7a995b6ae tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:26.592498 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3a1bf6ae-1c29-4009-afd9-f48a4bb468e8 req-7f07ca64-ac2a-482f-b7cd-c7b7a995b6ae tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0578129 Feb 21 04:15:26.638248 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3a1bf6ae-1c29-4009-afd9-f48a4bb468e8 req-031673e1-e6aa-44a7-9c17-dc779ed84146 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398486 Feb 21 04:15:27.755512 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db3cb1-0443-4e6d-8927-1d0173fed4bd req-2caa37a1-fa8e-46bd-863f-cf6cf9a8c3f3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:27.756998 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-81db3cb1-0443-4e6d-8927-1d0173fed4bd req-2caa37a1-fa8e-46bd-863f-cf6cf9a8c3f3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0509000 Feb 21 04:15:27.802772 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-81db3cb1-0443-4e6d-8927-1d0173fed4bd req-1fc4d12e-62ce-4f9f-96f2-6e6766eea34a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 Feb 21 04:15:28.129368 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4ee1f47f-98c8-4253-b601-990ce0f026a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:28.916482 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d78e17-b73f-4533-b774-86ed929744fc req-406aaa0b-7b00-43e4-a7e4-e1e25809164d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:28.917982 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-53d78e17-b73f-4533-b774-86ed929744fc req-406aaa0b-7b00-43e4-a7e4-e1e25809164d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0512955 Feb 21 04:15:28.966114 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-53d78e17-b73f-4533-b774-86ed929744fc req-82d16ea8-f9f9-43fa-be59-761f726d6507 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427949 Feb 21 04:15:29.448590 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:30.082092 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a838ed-8885-4cb6-a6f7-c3156144bf82 req-09896cfb-67f6-48c5-a016-381845b60700 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:30.083556 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-29a838ed-8885-4cb6-a6f7-c3156144bf82 req-09896cfb-67f6-48c5-a016-381845b60700 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0538280 Feb 21 04:15:30.130525 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-29a838ed-8885-4cb6-a6f7-c3156144bf82 req-4a860764-3668-4149-81ff-09844ac5d96d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415332 Feb 21 04:15:30.825764 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:31.247817 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6905d-ab55-4ca8-b948-a4569865b4c0 req-9f3437b1-5743-498d-a73e-b0b1b956fd8b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:31.249353 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-86d6905d-ab55-4ca8-b948-a4569865b4c0 req-9f3437b1-5743-498d-a73e-b0b1b956fd8b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0518749 Feb 21 04:15:31.295148 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-86d6905d-ab55-4ca8-b948-a4569865b4c0 req-0110395b-306f-44bf-aafa-af9e2f3d0168 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 Feb 21 04:15:32.412655 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd00f5d-f77a-4227-9517-e14b3b55689e req-c22bfb02-7545-4730-bc7e-6dcb6737a3c0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:32.414080 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fdd00f5d-f77a-4227-9517-e14b3b55689e req-c22bfb02-7545-4730-bc7e-6dcb6737a3c0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0530567 Feb 21 04:15:32.458771 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fdd00f5d-f77a-4227-9517-e14b3b55689e req-85dfeb6c-50ed-4269-a3a9-d4e5f6b0ea32 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392652 Feb 21 04:15:32.476609 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:33.586310 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8ce981-c84f-4383-b598-01fe3cdbae60 req-9c3212b0-3ce1-43f0-9423-b44e12443a19 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:33.587780 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3f8ce981-c84f-4383-b598-01fe3cdbae60 req-9c3212b0-3ce1-43f0-9423-b44e12443a19 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0560753 Feb 21 04:15:33.633447 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3f8ce981-c84f-4383-b598-01fe3cdbae60 req-dbcff83a-4e56-487b-af73-7330f11785e9 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Feb 21 04:15:34.032042 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec939e2-3090-4d43-af62-3452f6f89359 req-801aa5e7-bad5-41a3-bd7e-d9187525afbd tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:34.033486 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fec939e2-3090-4d43-af62-3452f6f89359 req-801aa5e7-bad5-41a3-bd7e-d9187525afbd tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.0559213 Feb 21 04:15:34.080456 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fec939e2-3090-4d43-af62-3452f6f89359 req-d9ed79a1-09d7-44b2-b300-32538d7b6316 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414202 Feb 21 04:15:34.154608 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58822) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:34.255683 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c94c-d100-4516-8ce7-599e73376734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:34.325568 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c94c-d100-4516-8ce7-599e73376734 admin admin] Publish callbacks [] for security_group (0e611cc8-751d-40de-9a95-de358fa084b8), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:34.328893 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1ce5c94c-d100-4516-8ce7-599e73376734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (0e611cc8-751d-40de-9a95-de358fa084b8), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:34.363732 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce5c94c-d100-4516-8ce7-599e73376734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e611cc8-751d-40de-9a95-de358fa084b8,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:34.370260 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-1ce5c94c-d100-4516-8ce7-599e73376734 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c7eb5771cf7f43e89fb029ed6ec0a290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2122858 Feb 21 04:15:34.370466 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58826) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:34.414810 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3273f687-7519-4559-82f6-69a22a72e513 admin admin] Publish callbacks [] for security_group (0e611cc8-751d-40de-9a95-de358fa084b8), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:34.435317 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3273f687-7519-4559-82f6-69a22a72e513 admin admin] Publish callbacks [] for security_group (0e611cc8-751d-40de-9a95-de358fa084b8), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:34.483292 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3273f687-7519-4559-82f6-69a22a72e513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (0e611cc8-751d-40de-9a95-de358fa084b8), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:34.486429 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3273f687-7519-4559-82f6-69a22a72e513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:34.487526 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-3273f687-7519-4559-82f6-69a22a72e513 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0e611cc8-751d-40de-9a95-de358fa084b8 HTTP/1.1" status: 204 len: 168 time: 0.1161914 Feb 21 04:15:34.494660 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3273f687-7519-4559-82f6-69a22a72e513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e611cc8-751d-40de-9a95-de358fa084b8,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:34.751710 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c2738-f0d5-4235-8ec3-e953ba67c530 req-c289217d-0077-4641-8655-979e305d7378 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:34.753235 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-801c2738-f0d5-4235-8ec3-e953ba67c530 req-c289217d-0077-4641-8655-979e305d7378 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0521126 Feb 21 04:15:34.759999 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 58836) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:34.774044 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a4325ab4-eb30-44aa-8499-80c0cb929b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:34.802800 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-801c2738-f0d5-4235-8ec3-e953ba67c530 req-67eab089-80e0-4fe2-8eb4-04613897a5f3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439782 Feb 21 04:15:34.849089 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a4325ab4-eb30-44aa-8499-80c0cb929b28 admin admin] Publish callbacks [] for security_group (d387db40-9037-4c43-94b1-03f3101abe05), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:34.852518 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a4325ab4-eb30-44aa-8499-80c0cb929b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (d387db40-9037-4c43-94b1-03f3101abe05), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:34.891529 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-a4325ab4-eb30-44aa-8499-80c0cb929b28 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2152f298b3024f758db54a3e4bf29086&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304512 Feb 21 04:15:34.892364 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4325ab4-eb30-44aa-8499-80c0cb929b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d387db40-9037-4c43-94b1-03f3101abe05,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:34.894224 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58838) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:34.945099 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-20877ba4-26af-4f2d-9b80-6c63e7a6bdd7 admin admin] Publish callbacks [] for security_group (d387db40-9037-4c43-94b1-03f3101abe05), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:34.963416 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-20877ba4-26af-4f2d-9b80-6c63e7a6bdd7 admin admin] Publish callbacks [] for security_group (d387db40-9037-4c43-94b1-03f3101abe05), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:35.009326 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-20877ba4-26af-4f2d-9b80-6c63e7a6bdd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (d387db40-9037-4c43-94b1-03f3101abe05), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:35.011815 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-20877ba4-26af-4f2d-9b80-6c63e7a6bdd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:35.012976 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-20877ba4-26af-4f2d-9b80-6c63e7a6bdd7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d387db40-9037-4c43-94b1-03f3101abe05 HTTP/1.1" status: 204 len: 168 time: 0.1177487 Feb 21 04:15:35.020849 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20877ba4-26af-4f2d-9b80-6c63e7a6bdd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d387db40-9037-4c43-94b1-03f3101abe05,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:35.200983 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c1962-fccb-470b-aae1-321a4ebf2220 req-635b4d9e-35c8-476b-af68-116fde22d8dd tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:35.202534 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc5c1962-fccb-470b-aae1-321a4ebf2220 req-635b4d9e-35c8-476b-af68-116fde22d8dd tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.0543146 Feb 21 04:15:35.247677 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc5c1962-fccb-470b-aae1-321a4ebf2220 req-586952e3-ce18-40b4-8435-72547c168a07 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391743 Feb 21 04:15:35.331212 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58852) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:35.343720 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d759ea6-fb03-4240-b2be-1efa320c97d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:35.414260 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d759ea6-fb03-4240-b2be-1efa320c97d7 admin admin] Publish callbacks [] for security_group (69e52b04-cae9-4d5d-a57d-a525b45c0f01), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:35.417782 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d759ea6-fb03-4240-b2be-1efa320c97d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (69e52b04-cae9-4d5d-a57d-a525b45c0f01), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:35.454087 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d759ea6-fb03-4240-b2be-1efa320c97d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e52b04-cae9-4d5d-a57d-a525b45c0f01,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:35.461058 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 58854) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:35.461247 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-7d759ea6-fb03-4240-b2be-1efa320c97d7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=692fadf4699347458d3b2229487cd615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288474 Feb 21 04:15:35.508341 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-197c5c48-7f35-4761-8045-dc58855c97b6 admin admin] Publish callbacks [] for security_group (69e52b04-cae9-4d5d-a57d-a525b45c0f01), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:35.528399 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-197c5c48-7f35-4761-8045-dc58855c97b6 admin admin] Publish callbacks [] for security_group (69e52b04-cae9-4d5d-a57d-a525b45c0f01), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:35.572939 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-197c5c48-7f35-4761-8045-dc58855c97b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (69e52b04-cae9-4d5d-a57d-a525b45c0f01), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:35.575416 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-197c5c48-7f35-4761-8045-dc58855c97b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:35.576533 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-197c5c48-7f35-4761-8045-dc58855c97b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69e52b04-cae9-4d5d-a57d-a525b45c0f01 HTTP/1.1" status: 204 len: 168 time: 0.1141069 Feb 21 04:15:35.583719 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c5c48-7f35-4761-8045-dc58855c97b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e52b04-cae9-4d5d-a57d-a525b45c0f01,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:35.920351 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173cfce4-a1b5-41b0-aced-891d37d11b8a req-1a0096ed-3e64-4523-8050-c272e41dda9d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:35.922621 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-173cfce4-a1b5-41b0-aced-891d37d11b8a req-1a0096ed-3e64-4523-8050-c272e41dda9d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0526035 Feb 21 04:15:35.988941 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-173cfce4-a1b5-41b0-aced-891d37d11b8a req-38892de2-6d71-4027-a695-71e81d248e6e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553074 Feb 21 04:15:36.231349 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 58888) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:36.323939 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-867314748-network', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:36.343384 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Made reservation on behalf of aa514a3d1a314decab32eefda5e67939 for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:15:36.346211 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.354263 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.363862 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44a532-bafc-4ec5-92eb-199b369d5bad req-c26cc242-11e2-42d6-9a1a-e94466502407 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:36.365575 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd44a532-bafc-4ec5-92eb-199b369d5bad req-c26cc242-11e2-42d6-9a1a-e94466502407 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.0511827 Feb 21 04:15:36.412138 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd44a532-bafc-4ec5-92eb-199b369d5bad req-71922ba1-d0c8-4404-b856-c398d4825012 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Feb 21 04:15:36.428734 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Publish callbacks [] for security_group (59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.432609 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.456905 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:15:36.465329 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:36.471038 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (41a66e4b-fada-4406-8daf-b0fc7a349e51), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.471382 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Added segment 41a66e4b-fada-4406-8daf-b0fc7a349e51 of type vlan for network 1757e5fc-c4b3-4899-835a-555e305edb49 Feb 21 04:15:36.511833 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (1757e5fc-c4b3-4899-835a-555e305edb49), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.536080 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (1757e5fc-c4b3-4899-835a-555e305edb49), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.537037 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:36.537624 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.593132 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3606944 Feb 21 04:15:36.596124 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58894) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:36.601215 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-08765941-3395-444d-8277-58b662722d76 admin admin] Request body: {'subnet': {'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-867314748-subnet', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'ip_version': 4}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:36.601645 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e796b2dc-c88e-4f08-a325-38ae8c556c4e admin admin] Pushing event updated for resources: {'Network': ['ID=1757e5fc-c4b3-4899-835a-555e305edb49,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:36.612409 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 1757e5fc-c4b3-4899-835a-555e305edb49 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:15:36.627537 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08765941-3395-444d-8277-58b662722d76 admin admin] Made reservation on behalf of aa514a3d1a314decab32eefda5e67939 for: {'subnet': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:15:36.629955 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-08765941-3395-444d-8277-58b662722d76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.799599 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-08765941-3395-444d-8277-58b662722d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.846131 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08765941-3395-444d-8277-58b662722d76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:36.862389 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08765941-3395-444d-8277-58b662722d76 admin admin] Checking segment: {'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:15:36.862744 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08765941-3395-444d-8277-58b662722d76 admin admin] Network hostable DHCP agents. Network: 1757e5fc-c4b3-4899-835a-555e305edb49, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:15:36.878668 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08765941-3395-444d-8277-58b662722d76 admin admin] Network 1757e5fc-c4b3-4899-835a-555e305edb49 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:15:36.886640 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-08765941-3395-444d-8277-58b662722d76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 1757e5fc-c4b3-4899-835a-555e305edb49) {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:36.891170 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08765941-3395-444d-8277-58b662722d76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:36.892324 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-08765941-3395-444d-8277-58b662722d76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.895533 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969b430f-d932-415f-97ea-68f3ee384901 None None] Network 1757e5fc-c4b3-4899-835a-555e305edb49 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:15:36.909136 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-08765941-3395-444d-8277-58b662722d76 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3117959 Feb 21 04:15:36.910747 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58898) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:36.915010 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:36.933679 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router (9c77b8bc-1572-42f0-a98c-7656ae177ac4), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.934899 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1961'] for router (9c77b8bc-1572-42f0-a98c-7656ae177ac4), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:36.997779 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac9cf657-0a41-558b-95c4-dd6d2c8be1dc-1757e5fc-c4b3-4899-835a-555e305edb49', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'fixed_ips': [{'subnet_id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7'}]}} from dv-cinder-773985-36-iscsi. {{(pid=102901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 04:15:36.998738 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.150334 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.db_base_plugin_common [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Allocated IP 172.20.0.2 (1757e5fc-c4b3-4899-835a-555e305edb49/8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7/1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc) {{(pid=102901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:15:37.176243 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Publish callbacks [] for router_controller (9c77b8bc-1572-42f0-a98c-7656ae177ac4), precommit_add_association {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.294345 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Publish callbacks [] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), precommit_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.300716 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.335130 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Network 1757e5fc-c4b3-4899-835a-555e305edb49 is already hosted by enough agents. {{(pid=102901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:15:37.339402 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.base_scheduler [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Resources bound (agent type, host, resource id): {{(pid=102901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:37.341908 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Received port after_create {{(pid=102901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:15:37.347608 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c97037f-0c72-4004-a70a-8d00383abe4b req-ce11bf81-2d49-46ba-8b6e-e8644486e970 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:37.349127 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9c97037f-0c72-4004-a70a-8d00383abe4b req-ce11bf81-2d49-46ba-8b6e-e8644486e970 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1748552 Feb 21 04:15:37.350933 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Publish callbacks [] for router_gateway (9c77b8bc-1572-42f0-a98c-7656ae177ac4), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.355523 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Pushing event updated for resources: {'Port': ['ID=1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc,revision_number=1']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:37.382381 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.382751 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.383106 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.383442 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.383766 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.384087 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.384407 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.384753 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.385076 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.385409 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.385730 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.386047 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.386358 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:37.418350 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Attempting to bind port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:15:37.418712 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Attempting to bind port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:15:37.419075 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Attempting to bind port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc on network 1757e5fc-c4b3-4899-835a-555e305edb49 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:15:37.424861 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:15:37.425418 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Checking segment: {'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:15:37.425828 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.426229 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Bound using segment: {'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:15:37.426700 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Bound port: 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:15:37.427111 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.440447 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9c97037f-0c72-4004-a70a-8d00383abe4b req-3f4d3bd4-0ad0-4696-9e30-d0c86bcc8f91 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847321 Feb 21 04:15:37.496875 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] For port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:15:37.499881 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] For port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:15:37.507019 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.571106 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a926f67-af71-4da5-9f24-2e7c7e814113 None None] Pushing event updated for resources: {'Port': ['ID=1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:37.619404 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d1c98d-ed2c-4841-887a-bb7502bb046f req-400d0e27-0223-423d-9c7f-2b63b58ad83c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:37.620967 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f1d1c98d-ed2c-4841-887a-bb7502bb046f req-400d0e27-0223-423d-9c7f-2b63b58ad83c tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.1383436 Feb 21 04:15:37.654942 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Publish callbacks [] for router_gateway (9c77b8bc-1572-42f0-a98c-7656ae177ac4), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.681878 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.704119 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f1d1c98d-ed2c-4841-887a-bb7502bb046f req-f7b688b8-7e2f-4852-a8e9-67e763ff9a93 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766931 Feb 21 04:15:37.819637 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Allocated IP 172.27.0.4 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/0f8cf471-e84e-47b0-8a6f-d80d0dc6c939) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:15:37.923523 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Publish callbacks [] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.957658 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:37.996496 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:15:37.999994 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:38.002510 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:15:38.044997 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Pushing event updated for resources: {'Port': ['ID=0f8cf471-e84e-47b0-8a6f-d80d0dc6c939,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:38.231201 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Publish callbacks [] for router_gateway (9c77b8bc-1572-42f0-a98c-7656ae177ac4), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:38.435294 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654508'] for router (9c77b8bc-1572-42f0-a98c-7656ae177ac4), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:38.453335 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814c2db3-2000-462a-b001-f95ff32265ea None None] Network 1757e5fc-c4b3-4899-835a-555e305edb49 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:15:38.532147 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-00f9c57e-3709-4a5b-b208-42172dec0e46 None None] Provisioning complete for port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:38.532514 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-00f9c57e-3709-4a5b-b208-42172dec0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:38.663279 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-00f9c57e-3709-4a5b-b208-42172dec0e46 None None] Current status of the port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:38.663680 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-00f9c57e-3709-4a5b-b208-42172dec0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:38.701438 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-00f9c57e-3709-4a5b-b208-42172dec0e46 None None] For port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:15:38.706557 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-00f9c57e-3709-4a5b-b208-42172dec0e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:38.770223 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f9c57e-3709-4a5b-b208-42172dec0e46 None None] Pushing event updated for resources: {'Port': ['ID=1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:38.808139 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038de4c7-903f-40e3-b1fc-77dc906f3b97 req-eb695d9a-3632-4146-8bc9-53b30b4e604b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:38.810866 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-038de4c7-903f-40e3-b1fc-77dc906f3b97 req-eb695d9a-3632-4146-8bc9-53b30b4e604b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.2900181 Feb 21 04:15:38.843872 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 is scheduled to L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 with binding_index 1 {{(pid=102899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 04:15:38.928857 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-76cfe14d-e419-41b4-b87c-d2338c2b21d8 None None] Provisioning complete for port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:38.929176 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-76cfe14d-e419-41b4-b87c-d2338c2b21d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:38.933710 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e2aeb-2292-40f4-957c-283dc0194066 req-96910d61-d1b7-4c6b-9fa2-5ddb2ed1b63b tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:38.935188 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-923e2aeb-2292-40f4-957c-283dc0194066 req-96910d61-d1b7-4c6b-9fa2-5ddb2ed1b63b tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.1459007 Feb 21 04:15:38.942657 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-038de4c7-903f-40e3-b1fc-77dc906f3b97 req-09c36961-418f-4960-b34d-5b1318a9b21e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117783 Feb 21 04:15:39.009623 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-76cfe14d-e419-41b4-b87c-d2338c2b21d8 None None] Current status of the port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:39.025488 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-923e2aeb-2292-40f4-957c-283dc0194066 req-492de55a-d256-4633-ab07-6c3d3a1ffbcc tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806410 Feb 21 04:15:39.027893 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:15:39.039163 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Sync routers for ids ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:15:39.048985 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Routers {'9c77b8bc-1572-42f0-a98c-7656ae177ac4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:15:39.049621 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:15:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:39.052526 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.056248 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-72b442b1-1e6e-4e88-9f9d-7d4dcb957400 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1420329 Feb 21 04:15:39.056459 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58924) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:39.153979 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Set router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:15:39.341918 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:38Z', 'revision_number': 3, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:39.368250 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Checking router: 9c77b8bc-1572-42f0-a98c-7656ae177ac4 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:15:39.368599 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Updating router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 binding host dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:15:39.394927 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.483580 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.629239 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:15:39.644935 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Allocated IP 172.20.0.1 (1757e5fc-c4b3-4899-835a-555e305edb49/8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7/4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:15:39.662382 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Publish callbacks [] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), precommit_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.669631 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.680654 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:39.681051 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.718492 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Pushing event updated for resources: {'Port': ['ID=0f8cf471-e84e-47b0-8a6f-d80d0dc6c939,revision_number=2']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:39.730600 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.731062 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.731497 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.731910 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.732355 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.732740 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.733174 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.733578 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.734090 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.734447 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.734852 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.735249 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.735643 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:15:39.743400 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Attempting to bind port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:15:39.743976 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Attempting to bind port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:15:39.744928 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Attempting to bind port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 on network c140f77a-4017-4082-ac35-9c51671a2a66 {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:15:39.751455 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:15:39.752056 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Checking segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:15:39.752618 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.753211 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Bound using segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:15:39.753695 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Bound port: 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:15:39.754080 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.757184 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Publish callbacks [] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.782255 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:39.799900 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.806835 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] For port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:15:39.809896 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] For port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=0f8cf471-e84e-47b0-8a6f-d80d0dc6c939,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:15:39.815590 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.836168 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Network 1757e5fc-c4b3-4899-835a-555e305edb49 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:15:39.840408 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:39.845947 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:15:39.846790 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653435'] for router_interface (9c77b8bc-1572-42f0-a98c-7656ae177ac4), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:39.852322 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Pushing event updated for resources: {'Port': ['ID=4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:39.879402 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Routers {'9c77b8bc-1572-42f0-a98c-7656ae177ac4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:15:39.880032 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:15:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:39.882879 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc7ca9-6a5c-44d5-9b77-905db3e9d34d None None] Pushing event updated for resources: {'Port': ['ID=0f8cf471-e84e-47b0-8a6f-d80d0dc6c939,revision_number=3']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:39.953425 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:40.003478 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:40.014388 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] Set router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:15:40.135294 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-b7ba9d6d-a778-4e1d-9645-8387f40bd6d0 None None] Provisioning complete for port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:40.135668 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-b7ba9d6d-a778-4e1d-9645-8387f40bd6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:40.172083 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-b7ba9d6d-a778-4e1d-9645-8387f40bd6d0 None None] Port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:15:40.185849 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc073dc-6e18-4780-bf71-bdfe734049a5 req-e13172d7-ddbf-4be4-815d-5f9bf92612e4 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:40.187964 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-acc073dc-6e18-4780-bf71-bdfe734049a5 req-e13172d7-ddbf-4be4-815d-5f9bf92612e4 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1506245 Feb 21 04:15:40.218337 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:38Z', 'revision_number': 3, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:40.245097 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdf4ac0-398a-443e-9316-d9177a2f6645 None None] The sync data for ids ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'] in dv-cinder-773985-36-iscsi is: [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:38Z', 'revision_number': 3, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:15:40.266887 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36b0cc-b03c-4ffe-9466-388132f75714 req-ecc81abe-8121-417b-932f-b5540fc6fec8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:40.268584 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fb36b0cc-b03c-4ffe-9466-388132f75714 req-ecc81abe-8121-417b-932f-b5540fc6fec8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.1619000 Feb 21 04:15:40.315122 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-acc073dc-6e18-4780-bf71-bdfe734049a5 req-0785a295-d8a6-4885-84eb-d965b728be66 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192818 Feb 21 04:15:40.329780 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Publish callbacks [] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:40.343191 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:40.343922 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653551'] for router_interface (9c77b8bc-1572-42f0-a98c-7656ae177ac4), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:40.388370 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fb36b0cc-b03c-4ffe-9466-388132f75714 req-62ee70d3-2580-4b88-917b-8d1a55f7dbeb tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115580 Feb 21 04:15:40.442159 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Pushing event updated for resources: {'Port': ['ID=4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:40.505018 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Network 1757e5fc-c4b3-4899-835a-555e305edb49 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:15:40.508326 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:40.685763 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:15:40.806085 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:15:40.812587 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-58165e4e-caa5-4d48-8e5f-8c44c56d8cfd admin admin] 10.222.0.10 "PUT /v2.0/routers/9c77b8bc-1572-42f0-a98c-7656ae177ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7545829 Feb 21 04:15:40.823646 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-18141127-fb06-4607-88fe-9b09978bae32 None None] Provisioning complete for port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:40.824111 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-18141127-fb06-4607-88fe-9b09978bae32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:40.864093 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-18141127-fb06-4607-88fe-9b09978bae32 None None] Port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:15:41.285909 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58980) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:41.290851 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1398432612-network', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:41.310701 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Made reservation on behalf of ad521c77d6874243a23ce70b765257f0 for: {'network': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:15:41.313741 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.322407 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.422499 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Publish callbacks [] for security_group (25bfe8ee-3204-4da8-8ffd-4ae72683e731), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.427579 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (25bfe8ee-3204-4da8-8ffd-4ae72683e731), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.458704 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:15:41.486654 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bfe8ee-3204-4da8-8ffd-4ae72683e731,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:41.489543 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (f344f5c8-d9c2-4577-8fad-fec620980511), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.489889 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.segments_db [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Added segment f344f5c8-d9c2-4577-8fad-fec620980511 of type vlan for network 373a8c4a-ad79-448e-a808-b58c80f7c855 Feb 21 04:15:41.514546 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627a820-b0fc-4a17-b8b3-f881ca3d7a22 req-eb4d282d-adf8-4aff-a1ca-222f10edb24c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:41.516123 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b627a820-b0fc-4a17-b8b3-f881ca3d7a22 req-eb4d282d-adf8-4aff-a1ca-222f10edb24c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1259634 Feb 21 04:15:41.583311 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (373a8c4a-ad79-448e-a808-b58c80f7c855), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.618576 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb667173-ed22-499f-b674-89bade8e68aa req-6f48f40d-5720-4d6a-911f-7faf28536094 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:41.620061 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fb667173-ed22-499f-b674-89bade8e68aa req-6f48f40d-5720-4d6a-911f-7faf28536094 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.1515007 Feb 21 04:15:41.640557 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:15:41.653371 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b627a820-b0fc-4a17-b8b3-f881ca3d7a22 req-af290699-d550-424f-8880-0564235b083a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230781 Feb 21 04:15:41.662704 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (373a8c4a-ad79-448e-a808-b58c80f7c855), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.664132 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:41.664297 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.700791 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:41.701251 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.743119 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fb667173-ed22-499f-b674-89bade8e68aa req-ba9fe705-7e69-49f6-af33-9c33bb10b17d tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077113 Feb 21 04:15:41.745177 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4581945 Feb 21 04:15:41.747872 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58990) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:41.752851 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] Request body: {'subnet': {'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1398432612-subnet', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'ip_version': 4}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:41.761460 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628cab9f-7c9d-47be-b6fe-39c94d5d16fd admin admin] Pushing event updated for resources: {'Network': ['ID=373a8c4a-ad79-448e-a808-b58c80f7c855,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:41.778495 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] Made reservation on behalf of ad521c77d6874243a23ce70b765257f0 for: {'subnet': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:15:41.781414 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.791689 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 373a8c4a-ad79-448e-a808-b58c80f7c855 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:15:41.858121 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:41.859325 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.890295 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=0f8cf471-e84e-47b0-8a6f-d80d0dc6c939,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:15:41.894439 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:41.940050 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Sync routers for ids ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:15:41.954467 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=0f8cf471-e84e-47b0-8a6f-d80d0dc6c939,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:41.960948 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Routers {'9c77b8bc-1572-42f0-a98c-7656ae177ac4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:15:41.961548 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:15:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:41.969799 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for subnet (7d8f94cf-6957-4df1-9b92-265d1c4785f1), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.023055 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8f94cf-6957-4df1-9b92-265d1c4785f1,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:42.032344 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] Checking segment: {'id': 'f344f5c8-d9c2-4577-8fad-fec620980511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:15:42.032729 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] Network hostable DHCP agents. Network: 373a8c4a-ad79-448e-a808-b58c80f7c855, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:15:42.051383 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] Network 373a8c4a-ad79-448e-a808-b58c80f7c855 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:15:42.060698 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 373a8c4a-ad79-448e-a808-b58c80f7c855) {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:42.065165 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:42.065761 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.073454 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ab6b64-6bf7-4f6b-8102-68651fce8f6e None None] Network 373a8c4a-ad79-448e-a808-b58c80f7c855 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:15:42.078819 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Set router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:15:42.083888 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-2528a21e-ec26-4d43-a342-b24586bd9c22 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3321135 Feb 21 04:15:42.083888 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 58994) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:42.087662 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1398432612-router', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:42.105696 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.106669 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1961'] for router (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.160567 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Publish callbacks [] for router_controller (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), precommit_add_association {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.412828 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac9cf657-0a41-558b-95c4-dd6d2c8be1dc-373a8c4a-ad79-448e-a808-b58c80f7c855', 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855', 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'fixed_ips': [{'subnet_id': '7d8f94cf-6957-4df1-9b92-265d1c4785f1'}]}} from dv-cinder-773985-36-iscsi. {{(pid=102901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 04:15:42.413807 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.492217 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Publish callbacks [] for router_gateway (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.599829 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.db_base_plugin_common [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Allocated IP 172.20.0.2 (373a8c4a-ad79-448e-a808-b58c80f7c855/7d8f94cf-6957-4df1-9b92-265d1c4785f1/f768704c-f8d1-4c8d-9730-ee38657b06c2) {{(pid=102901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:15:42.607410 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:39Z', 'revision_number': 4, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a', 'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'mac_address': 'fa:16:3e:02:a8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:39Z', 'updated_at': '2022-02-21T04:15:40Z', 'revision_number': 2, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'subnets': [{'id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:42.646188 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Checking router: 9c77b8bc-1572-42f0-a98c-7656ae177ac4 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:15:42.646504 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Updating router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a binding host dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:15:42.701097 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Publish callbacks [] for router_gateway (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.714222 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.720823 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.897529 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e88e4-b038-4a99-a4ce-0803b36c83f6 req-8c20769f-e5e7-4822-9c6b-6db1de0dd9cd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:42.899011 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ca0e88e4-b038-4a99-a4ce-0803b36c83f6 req-8c20769f-e5e7-4822-9c6b-6db1de0dd9cd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1707919 Feb 21 04:15:42.899569 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Publish callbacks [] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), precommit_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.914087 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:42.920404 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Allocated IP 172.27.0.204 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/f0f8be08-eae2-4f03-b155-9e05e2171087) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:15:42.951062 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758d24f-13ae-4c84-8652-984c4edfefbf req-81e64bc1-9b6f-4cdd-b1c6-8c7756c59eb3 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:42.952868 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5758d24f-13ae-4c84-8652-984c4edfefbf req-81e64bc1-9b6f-4cdd-b1c6-8c7756c59eb3 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.1267915 Feb 21 04:15:42.987330 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Network 373a8c4a-ad79-448e-a808-b58c80f7c855 is already hosted by enough agents. {{(pid=102901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:15:42.992577 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.base_scheduler [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Resources bound (agent type, host, resource id): {{(pid=102901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:42.998824 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Received port after_create {{(pid=102901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:15:43.021241 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Pushing event updated for resources: {'Port': ['ID=f768704c-f8d1-4c8d-9730-ee38657b06c2,revision_number=1']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:43.034337 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ca0e88e4-b038-4a99-a4ce-0803b36c83f6 req-90cc6e40-2549-47fb-bf56-cf0c24ecf29e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256099 Feb 21 04:15:43.073731 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5758d24f-13ae-4c84-8652-984c4edfefbf req-555e6d04-7216-44b1-8dac-74a1670d5642 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081119 Feb 21 04:15:43.097083 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Attempting to bind port f768704c-f8d1-4c8d-9730-ee38657b06c2 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:15:43.097450 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Attempting to bind port f768704c-f8d1-4c8d-9730-ee38657b06c2 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': 'f344f5c8-d9c2-4577-8fad-fec620980511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:15:43.097809 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Attempting to bind port f768704c-f8d1-4c8d-9730-ee38657b06c2 on network 373a8c4a-ad79-448e-a808-b58c80f7c855 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:15:43.108193 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Publish callbacks [] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.124360 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:15:43.125247 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Checking segment: {'id': 'f344f5c8-d9c2-4577-8fad-fec620980511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:15:43.125647 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.126035 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Bound using segment: {'id': 'f344f5c8-d9c2-4577-8fad-fec620980511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:15:43.126507 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Bound port: f768704c-f8d1-4c8d-9730-ee38657b06c2, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f344f5c8-d9c2-4577-8fad-fec620980511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:15:43.126881 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.142654 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.176982 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Publish callbacks [] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), precommit_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.181776 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:15:43.183938 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.184794 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:43.190859 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:15:43.229450 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Pushing event updated for resources: {'Port': ['ID=f0f8be08-eae2-4f03-b155-9e05e2171087,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:43.248214 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] For port f768704c-f8d1-4c8d-9730-ee38657b06c2, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:15:43.257108 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e53ac-b14b-442c-b119-fcb7fba14137 None None] Pushing event updated for resources: {'Port': ['ID=4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:43.290858 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] For port f768704c-f8d1-4c8d-9730-ee38657b06c2, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f768704c-f8d1-4c8d-9730-ee38657b06c2,segment=NetworkSegment(f344f5c8-d9c2-4577-8fad-fec620980511),segment_id=f344f5c8-d9c2-4577-8fad-fec620980511)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:15:43.316835 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.355556 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Attempting to bind port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:15:43.356338 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Attempting to bind port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:15:43.356338 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Attempting to bind port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a on network 1757e5fc-c4b3-4899-835a-555e305edb49 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:15:43.374613 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:15:43.374613 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Checking segment: {'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:15:43.374613 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.375099 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Bound using segment: {'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:15:43.375483 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Bound port: 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:15:43.375864 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.404363 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36592262-8dd1-43c5-aed8-364cc20e2cdd None None] Pushing event updated for resources: {'Port': ['ID=f768704c-f8d1-4c8d-9730-ee38657b06c2,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:43.443572 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Publish callbacks [] for router_gateway (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.477545 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] For port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:15:43.481748 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] For port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:15:43.491788 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.592728 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-06306f65-ccb1-455b-b303-5ced755f7728 None None] Provisioning complete for port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:43.593848 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-06306f65-ccb1-455b-b303-5ced755f7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.656182 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:15:43.689075 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5e53ac-b14b-442c-b119-fcb7fba14137 None None] Pushing event updated for resources: {'Port': ['ID=4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:43.698629 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Routers {'9c77b8bc-1572-42f0-a98c-7656ae177ac4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:15:43.699276 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:15:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:43.744620 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654508'] for router (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.845514 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-06306f65-ccb1-455b-b303-5ced755f7728 None None] Current status of the port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:43.845909 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-06306f65-ccb1-455b-b303-5ced755f7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.847830 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:43.848190 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:43.899362 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 is scheduled to L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 with binding_index 1 {{(pid=102899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 04:15:43.913742 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] Set router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:15:43.950679 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-06306f65-ccb1-455b-b303-5ced755f7728 None None] For port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:15:43.962583 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-06306f65-ccb1-455b-b303-5ced755f7728 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:44.011127 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:15:44.021735 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Sync routers for ids ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:15:44.029350 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:44.032998 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-8b35990a-d8d5-424f-b1a3-b96b002fb025 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9459391 Feb 21 04:15:44.033216 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Routers {'3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:15:44.033374 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 59016) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:44.033988 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:15:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:44.165586 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Set router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:15:44.307419 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06306f65-ccb1-455b-b303-5ced755f7728 None None] Pushing event updated for resources: {'Port': ['ID=4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:44.313261 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:44.319443 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-3baf8f01-a1bf-4ee3-9a25-88b00a19c621 None None] Provisioning complete for port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:44.319809 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-3baf8f01-a1bf-4ee3-9a25-88b00a19c621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:44.376716 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'name': 'tempest-TestMinimumBasicScenario-1398432612-router', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:43Z', 'revision_number': 3, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'gw_port': {'id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:44.404217 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cc400-00e7-4575-94af-c02ceddd361a req-e696d9da-976d-4d87-8b34-95f276ee9d27 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:44.408366 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Checking router: 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:15:44.408731 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Updating router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 port f0f8be08-eae2-4f03-b155-9e05e2171087 binding host dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:15:44.412335 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3f7cc400-00e7-4575-94af-c02ceddd361a req-e696d9da-976d-4d87-8b34-95f276ee9d27 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.2556074 Feb 21 04:15:44.435001 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238b53a-e976-4fe7-b0dd-3a11be398670 req-798a2704-1745-422d-b3f1-52ad6153773f tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:44.437803 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:44.443288 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d238b53a-e976-4fe7-b0dd-3a11be398670 req-798a2704-1745-422d-b3f1-52ad6153773f tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.2809548 Feb 21 04:15:44.446130 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-3baf8f01-a1bf-4ee3-9a25-88b00a19c621 None None] Current status of the port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:44.510347 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:39Z', 'revision_number': 4, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a', 'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'mac_address': 'fa:16:3e:02:a8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:39Z', 'updated_at': '2022-02-21T04:15:43Z', 'revision_number': 4, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'subnets': [{'id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:44.545763 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e511bb62-e2d6-4bbb-b602-d09e6e026e73 None None] The sync data for ids ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'] in dv-cinder-773985-36-iscsi is: [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:39Z', 'revision_number': 4, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a', 'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'mac_address': 'fa:16:3e:02:a8:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:39Z', 'updated_at': '2022-02-21T04:15:43Z', 'revision_number': 4, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'subnets': [{'id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:15:44.584236 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64d5143-c0d2-4ad5-ab9d-2a4a2e4f0cc1 None None] Network 373a8c4a-ad79-448e-a808-b58c80f7c855 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:15:44.592567 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d238b53a-e976-4fe7-b0dd-3a11be398670 req-f2331ae1-d962-4f98-9995-8e8a1cf1b6b7 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483300 Feb 21 04:15:44.637321 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3f7cc400-00e7-4575-94af-c02ceddd361a req-c81de341-c4ad-4a7a-b65f-5fbe822332d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240329 Feb 21 04:15:44.718715 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-1af1074f-044f-45be-acf5-36bb91f79001 None None] Provisioning complete for port f768704c-f8d1-4c8d-9730-ee38657b06c2 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:44.719081 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1af1074f-044f-45be-acf5-36bb91f79001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:44.877503 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:44.882644 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-1af1074f-044f-45be-acf5-36bb91f79001 None None] Current status of the port f768704c-f8d1-4c8d-9730-ee38657b06c2 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:44.883230 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1af1074f-044f-45be-acf5-36bb91f79001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:44.934080 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-1af1074f-044f-45be-acf5-36bb91f79001 None None] For port f768704c-f8d1-4c8d-9730-ee38657b06c2, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f768704c-f8d1-4c8d-9730-ee38657b06c2,segment=NetworkSegment(f344f5c8-d9c2-4577-8fad-fec620980511),segment_id=f344f5c8-d9c2-4577-8fad-fec620980511)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:15:44.942191 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1af1074f-044f-45be-acf5-36bb91f79001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:44.951852 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Publish callbacks [] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), precommit_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:44.964167 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:45.022543 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1074f-044f-45be-acf5-36bb91f79001 None None] Pushing event updated for resources: {'Port': ['ID=f768704c-f8d1-4c8d-9730-ee38657b06c2,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:45.045290 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Attempting to bind port f0f8be08-eae2-4f03-b155-9e05e2171087 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:15:45.045883 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Attempting to bind port f0f8be08-eae2-4f03-b155-9e05e2171087 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:15:45.046772 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Attempting to bind port f0f8be08-eae2-4f03-b155-9e05e2171087 on network c140f77a-4017-4082-ac35-9c51671a2a66 {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:15:45.063936 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:15:45.064291 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Checking segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:15:45.064720 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:45.065259 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Bound using segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:15:45.065740 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Bound port: f0f8be08-eae2-4f03-b155-9e05e2171087, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:15:45.066116 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:45.136475 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8f081-186f-4a53-9a8b-a0f4f69ba127 None None] Pushing event updated for resources: {'Port': ['ID=f0f8be08-eae2-4f03-b155-9e05e2171087,revision_number=2']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:45.144977 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] For port f0f8be08-eae2-4f03-b155-9e05e2171087, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:15:45.148396 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] For port f0f8be08-eae2-4f03-b155-9e05e2171087, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f0f8be08-eae2-4f03-b155-9e05e2171087,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:15:45.160259 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:45.168358 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-726c4c73-7254-4006-999e-672855b603e1 None None] Provisioning complete for port f768704c-f8d1-4c8d-9730-ee38657b06c2 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:45.173020 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-726c4c73-7254-4006-999e-672855b603e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:45.234985 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Routers {'3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:15:45.235631 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:15:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:45.283993 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-726c4c73-7254-4006-999e-672855b603e1 None None] Current status of the port f768704c-f8d1-4c8d-9730-ee38657b06c2 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:45.285864 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8f081-186f-4a53-9a8b-a0f4f69ba127 None None] Pushing event updated for resources: {'Port': ['ID=f0f8be08-eae2-4f03-b155-9e05e2171087,revision_number=3']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:45.319285 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Allocated IP 172.20.0.1 (373a8c4a-ad79-448e-a808-b58c80f7c855/7d8f94cf-6957-4df1-9b92-265d1c4785f1/458f43ba-26ed-4d66-9295-aaa673b735f9) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:15:45.358992 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] Set router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:15:45.447452 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Publish callbacks [] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:45.488032 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:45.533082 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Network 373a8c4a-ad79-448e-a808-b58c80f7c855 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:15:45.538390 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:45.543388 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:15:45.543974 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653435'] for router_interface (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:45.547513 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Pushing event updated for resources: {'Port': ['ID=458f43ba-26ed-4d66-9295-aaa673b735f9,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:45.557942 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'name': 'tempest-TestMinimumBasicScenario-1398432612-router', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:43Z', 'revision_number': 3, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'gw_port': {'id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:45.589203 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218aba9d-5c8c-4704-bb04-98514fc58307 None None] The sync data for ids ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'] in dv-cinder-773985-36-iscsi is: [{'id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'name': 'tempest-TestMinimumBasicScenario-1398432612-router', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:43Z', 'revision_number': 3, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'gw_port': {'id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:15:45.819675 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:45.825924 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f768704c-f8d1-4c8d-9730-ee38657b06c2 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:15:45.906832 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port f768704c-f8d1-4c8d-9730-ee38657b06c2 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:45.907215 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:45.912716 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4557152-761a-454a-8a15-b07c307b1a18 req-2edf1b67-611c-4da9-b011-7975019c8b19 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:45.913888 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a4557152-761a-454a-8a15-b07c307b1a18 req-2edf1b67-611c-4da9-b011-7975019c8b19 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.1497886 Feb 21 04:15:45.955297 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-1db9cb95-c189-45c7-b756-939c159f7248 None None] Provisioning complete for port 458f43ba-26ed-4d66-9295-aaa673b735f9 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:45.955764 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1db9cb95-c189-45c7-b756-939c159f7248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:45.962743 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0317f-c1a8-4888-a1de-ad80d06c0ce1 req-06a97ab7-4ae2-477c-8937-79a8bac1e978 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:45.964374 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e7e0317f-c1a8-4888-a1de-ad80d06c0ce1 req-06a97ab7-4ae2-477c-8937-79a8bac1e978 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1620440 Feb 21 04:15:46.006766 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-1db9cb95-c189-45c7-b756-939c159f7248 None None] Port 458f43ba-26ed-4d66-9295-aaa673b735f9 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:15:46.054635 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port f768704c-f8d1-4c8d-9730-ee38657b06c2 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:46.056001 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:15:46.110734 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:46.111105 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:46.223589 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Publish callbacks [] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:46.255289 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a4557152-761a-454a-8a15-b07c307b1a18 req-9ce6aeeb-6f15-4b9c-9e53-2072875a8880 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/security-groups?id=da7c8650-5ed4-4880-880e-7ccbfe462673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321817 Feb 21 04:15:46.266997 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:46.268142 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653551'] for router_interface (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:46.284820 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e7e0317f-c1a8-4888-a1de-ad80d06c0ce1 req-b3f002f1-8c18-4775-960b-a9b1e43f2227 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607985 Feb 21 04:15:46.286111 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:46.388022 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbca861-9cf4-4487-a2e9-0f96a41987e2 req-49e10d41-fe73-41fb-a7c6-17b483f2c910 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:46.389837 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3cbca861-9cf4-4487-a2e9-0f96a41987e2 req-49e10d41-fe73-41fb-a7c6-17b483f2c910 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.45 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 945 time: 0.2034185 Feb 21 04:15:46.396923 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Pushing event updated for resources: {'Port': ['ID=458f43ba-26ed-4d66-9295-aaa673b735f9,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:46.531720 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Network 373a8c4a-ad79-448e-a808-b58c80f7c855 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:15:46.537727 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:46.604886 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-3cbca861-9cf4-4487-a2e9-0f96a41987e2 req-67937e14-df6b-46f3-8aca-c2bab50fcf3a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Deleting port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:15:46.605233 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3cbca861-9cf4-4487-a2e9-0f96a41987e2 req-67937e14-df6b-46f3-8aca-c2bab50fcf3a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:46.747221 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-3792fe7e-c38e-4b48-8088-26624fc51500 None None] Provisioning complete for port 458f43ba-26ed-4d66-9295-aaa673b735f9 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:46.747579 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-3792fe7e-c38e-4b48-8088-26624fc51500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:46.753290 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:15:46.755249 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-3cbca861-9cf4-4487-a2e9-0f96a41987e2 req-67937e14-df6b-46f3-8aca-c2bab50fcf3a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] For port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d,segment=NetworkSegment(d637b6b9-de20-46ec-a7ed-fb2e9b156f3e),segment_id=d637b6b9-de20-46ec-a7ed-fb2e9b156f3e)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:15:46.755539 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3cbca861-9cf4-4487-a2e9-0f96a41987e2 req-67937e14-df6b-46f3-8aca-c2bab50fcf3a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:46.789413 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-3cbca861-9cf4-4487-a2e9-0f96a41987e2 req-67937e14-df6b-46f3-8aca-c2bab50fcf3a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Calling delete_port for fc039608-7f10-4b0d-b3ce-2ecd0aa5274d owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:15:46.789785 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-3792fe7e-c38e-4b48-8088-26624fc51500 None None] Port 458f43ba-26ed-4d66-9295-aaa673b735f9 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:15:46.984267 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:15:46.997413 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-1379e3c4-129b-4000-9682-3ae66f92572b admin admin] 10.222.0.10 "PUT /v2.0/routers/3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9553657 Feb 21 04:15:47.057320 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3cbca861-9cf4-4487-a2e9-0f96a41987e2 req-67937e14-df6b-46f3-8aca-c2bab50fcf3a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585'] for port (fc039608-7f10-4b0d-b3ce-2ecd0aa5274d), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:47.074268 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['fc039608-7f10-4b0d-b3ce-2ecd0aa5274d'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:15:47.099503 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67937e14-df6b-46f3-8aca-c2bab50fcf3a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Pushing event deleted for resources: {'Port': ['ID=fc039608-7f10-4b0d-b3ce-2ecd0aa5274d,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:47.199595 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbca861-9cf4-4487-a2e9-0f96a41987e2 req-67937e14-df6b-46f3-8aca-c2bab50fcf3a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] No DVR routers for this DVR port fc039608-7f10-4b0d-b3ce-2ecd0aa5274d on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:15:47.203787 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3cbca861-9cf4-4487-a2e9-0f96a41987e2 req-67937e14-df6b-46f3-8aca-c2bab50fcf3a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:47.208135 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3cbca861-9cf4-4487-a2e9-0f96a41987e2 req-67937e14-df6b-46f3-8aca-c2bab50fcf3a tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.45 "DELETE /v2.0/ports/fc039608-7f10-4b0d-b3ce-2ecd0aa5274d HTTP/1.1" status: 204 len: 173 time: 0.8117313 Feb 21 04:15:47.208135 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd58885ac-0561-4c6d-bdb4-97e629c9acaa', 'name': 'network-vif-deleted', 'tag': 'fc039608-7f10-4b0d-b3ce-2ecd0aa5274d'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:15:47.210259 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5e2bed-2a1a-41a4-8e69-7e5e9d3117b4" -d '{"events": [{"server_uuid": "d58885ac-0561-4c6d-bdb4-97e629c9acaa", "name": "network-vif-deleted", "tag": "fc039608-7f10-4b0d-b3ce-2ecd0aa5274d"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:15:47.242081 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59102) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:47.267452 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84e6149-af00-40e1-b389-e6c29e402b4a x-openstack-request-id: req-f84e6149-af00-40e1-b389-e6c29e402b4a {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:15:47.268075 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d58885ac-0561-4c6d-bdb4-97e629c9acaa", "name": "network-vif-deleted", "tag": "fc039608-7f10-4b0d-b3ce-2ecd0aa5274d", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:15:47.271099 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f84e6149-af00-40e1-b389-e6c29e402b4a {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:15:47.273643 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd58885ac-0561-4c6d-bdb4-97e629c9acaa', 'name': 'network-vif-deleted', 'tag': 'fc039608-7f10-4b0d-b3ce-2ecd0aa5274d', 'status': 'completed', 'code': 200} Feb 21 04:15:47.446453 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6595083d-91d7-4c12-b3f1-d06795fdabde req-d396cd04-648f-4e81-9436-6bda398c3f89 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 210 time: 0.0629644 Feb 21 04:15:47.448898 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c1c4eed4-6f41-46f0-b31c-7c684f931323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:47.479254 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1a5354-143c-480c-914d-d3bfb3ec3874 req-395876e1-e3a8-462e-9f33-46e98231013f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:47.481038 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc1a5354-143c-480c-914d-d3bfb3ec3874 req-395876e1-e3a8-462e-9f33-46e98231013f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0865886 Feb 21 04:15:47.563093 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc1a5354-143c-480c-914d-d3bfb3ec3874 req-b1fccb2b-a6fc-4e70-94e8-5866e963c1f1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708408 Feb 21 04:15:47.619555 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c1c4eed4-6f41-46f0-b31c-7c684f931323 admin admin] Publish callbacks [] for security_group (665d41cf-35ff-438b-8437-66f7139e8fd4), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:47.625461 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c1c4eed4-6f41-46f0-b31c-7c684f931323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (665d41cf-35ff-438b-8437-66f7139e8fd4), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:47.701072 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f0f8be08-eae2-4f03-b155-9e05e2171087 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:15:47.754224 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-c1c4eed4-6f41-46f0-b31c-7c684f931323 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41e6b1c152014423bb7df9255e502807&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5108075 Feb 21 04:15:47.755365 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4eed4-6f41-46f0-b31c-7c684f931323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665d41cf-35ff-438b-8437-66f7139e8fd4,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:47.757914 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59130) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:47.824091 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port f0f8be08-eae2-4f03-b155-9e05e2171087 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:47.824674 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:47.887702 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a009057b-7b52-4ff9-b0a3-f0a0062484e1 admin admin] Publish callbacks [] for security_group (665d41cf-35ff-438b-8437-66f7139e8fd4), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:47.947992 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a009057b-7b52-4ff9-b0a3-f0a0062484e1 admin admin] Publish callbacks [] for security_group (665d41cf-35ff-438b-8437-66f7139e8fd4), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:47.981351 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port f0f8be08-eae2-4f03-b155-9e05e2171087 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:47.981987 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:48.007206 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05b91b-4d88-4534-a415-0b6c0906c1e0 req-23a03d92-67b1-4273-a912-b74a31fe0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:48.010825 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6a05b91b-4d88-4534-a415-0b6c0906c1e0 req-23a03d92-67b1-4273-a912-b74a31fe0f82 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 1130 time: 0.0794227 Feb 21 04:15:48.016661 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port f0f8be08-eae2-4f03-b155-9e05e2171087, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f0f8be08-eae2-4f03-b155-9e05e2171087,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:15:48.026683 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:48.034859 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a009057b-7b52-4ff9-b0a3-f0a0062484e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (665d41cf-35ff-438b-8437-66f7139e8fd4), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:48.037447 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a009057b-7b52-4ff9-b0a3-f0a0062484e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:48.039020 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-a009057b-7b52-4ff9-b0a3-f0a0062484e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/665d41cf-35ff-438b-8437-66f7139e8fd4 HTTP/1.1" status: 204 len: 168 time: 0.2798197 Feb 21 04:15:48.051442 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a009057b-7b52-4ff9-b0a3-f0a0062484e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d41cf-35ff-438b-8437-66f7139e8fd4,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:48.077597 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6a05b91b-4d88-4534-a415-0b6c0906c1e0 req-e883703d-d4bd-47e9-ae82-4f6e0aceef3e service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615072 Feb 21 04:15:48.104322 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=f0f8be08-eae2-4f03-b155-9e05e2171087,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:48.306208 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Sync routers for ids ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:15:48.340982 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Routers {'3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:15:48.341817 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:15:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:48.454033 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59174) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:48.498817 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ca177fd2-9b5c-4322-8ac9-36b3316192fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:48.711116 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-804b5919-4c09-47d9-b8c0-6edf3a10b42d req-3a6748e1-b989-4836-a5af-0e57a5cee4b8 tempest-DeleteServersTestJSON-1961295482 tempest-DeleteServersTestJSON-1961295482-project] 10.222.0.10 "GET /v2.0/ports?device_id=d58885ac-0561-4c6d-bdb4-97e629c9acaa HTTP/1.1" status: 200 len: 210 time: 0.0611722 Feb 21 04:15:48.736480 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Set router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:15:48.750823 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ca177fd2-9b5c-4322-8ac9-36b3316192fb admin admin] Publish callbacks [] for security_group (3b5d2df6-4223-42a0-a6d6-abd626cdc226), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:48.766853 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ca177fd2-9b5c-4322-8ac9-36b3316192fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (3b5d2df6-4223-42a0-a6d6-abd626cdc226), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:48.861418 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42544f80-ed92-4356-8af3-8ec13eb9818e req-a08bffa5-1292-4b20-8ec9-bf8c19318954 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:48.863704 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-42544f80-ed92-4356-8af3-8ec13eb9818e req-a08bffa5-1292-4b20-8ec9-bf8c19318954 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1260278 Feb 21 04:15:48.889254 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca177fd2-9b5c-4322-8ac9-36b3316192fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5d2df6-4223-42a0-a6d6-abd626cdc226,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:48.901673 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-ca177fd2-9b5c-4322-8ac9-36b3316192fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61c770b6c8664c4696c19269607efd0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4445767 Feb 21 04:15:48.903774 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59196) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:49.005901 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-42544f80-ed92-4356-8af3-8ec13eb9818e req-dde48886-d372-4d15-b3ad-17695fa40de7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241164 Feb 21 04:15:49.016872 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ff29b898-6887-4744-9408-cad9cc20a5be admin admin] Publish callbacks [] for security_group (3b5d2df6-4223-42a0-a6d6-abd626cdc226), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:49.102391 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ff29b898-6887-4744-9408-cad9cc20a5be admin admin] Publish callbacks [] for security_group (3b5d2df6-4223-42a0-a6d6-abd626cdc226), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:49.189332 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ff29b898-6887-4744-9408-cad9cc20a5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (3b5d2df6-4223-42a0-a6d6-abd626cdc226), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:49.199278 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ff29b898-6887-4744-9408-cad9cc20a5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:49.200896 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-ff29b898-6887-4744-9408-cad9cc20a5be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b5d2df6-4223-42a0-a6d6-abd626cdc226 HTTP/1.1" status: 204 len: 168 time: 0.2930424 Feb 21 04:15:49.210813 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29b898-6887-4744-9408-cad9cc20a5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5d2df6-4223-42a0-a6d6-abd626cdc226,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:49.291926 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'name': 'tempest-TestMinimumBasicScenario-1398432612-router', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:45Z', 'revision_number': 4, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'gw_port': {'id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '458f43ba-26ed-4d66-9295-aaa673b735f9', 'name': '', 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'mac_address': 'fa:16:3e:73:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7d8f94cf-6957-4df1-9b92-265d1c4785f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:44Z', 'updated_at': '2022-02-21T04:15:45Z', 'revision_number': 2, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'subnets': [{'id': '7d8f94cf-6957-4df1-9b92-265d1c4785f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:49.328814 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Checking router: 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:15:49.329428 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Updating router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 port 458f43ba-26ed-4d66-9295-aaa673b735f9 binding host dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:15:49.358567 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:49.465190 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device fc039608-7f10-4b0d-b3ce-2ecd0aa5274d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:15:49.484104 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59216) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:49.496497 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: fc039608-7f10-4b0d-b3ce-2ecd0aa5274d {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:15:49.496939 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device fc039608-7f10-4b0d-b3ce-2ecd0aa5274d not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:15:49.674829 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59220) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:49.703572 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-584824b3-3fd9-4a8c-935e-633e25d9dd26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:49.734574 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f0f8be08-eae2-4f03-b155-9e05e2171087 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:15:49.743208 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Publish callbacks [] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), precommit_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:49.802936 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:49.884262 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-584824b3-3fd9-4a8c-935e-633e25d9dd26 admin admin] Publish callbacks [] for security_group (437bdbb1-187f-4465-b0c7-5eb55e436887), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:49.911035 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-584824b3-3fd9-4a8c-935e-633e25d9dd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (437bdbb1-187f-4465-b0c7-5eb55e436887), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:49.912975 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329fa2f-a594-43c3-b598-31c5343631a7 None None] Pushing event updated for resources: {'Port': ['ID=458f43ba-26ed-4d66-9295-aaa673b735f9,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:49.993774 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584824b3-3fd9-4a8c-935e-633e25d9dd26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=437bdbb1-187f-4465-b0c7-5eb55e436887,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:49.997576 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f894bf65-e6b0-40aa-8c48-8a3567ab24e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.029823 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-584824b3-3fd9-4a8c-935e-633e25d9dd26 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=de7e5c1ca51a4a27ae4236baf07a93a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536754 Feb 21 04:15:50.032978 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 59238) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:50.035435 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port f0f8be08-eae2-4f03-b155-9e05e2171087 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:50.037340 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.136438 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Attempting to bind port 458f43ba-26ed-4d66-9295-aaa673b735f9 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:15:50.137064 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Attempting to bind port 458f43ba-26ed-4d66-9295-aaa673b735f9 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': 'f344f5c8-d9c2-4577-8fad-fec620980511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:15:50.137599 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Attempting to bind port 458f43ba-26ed-4d66-9295-aaa673b735f9 on network 373a8c4a-ad79-448e-a808-b58c80f7c855 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:15:50.144999 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:15:50.145637 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Checking segment: {'id': 'f344f5c8-d9c2-4577-8fad-fec620980511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:15:50.146320 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.146899 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Bound using segment: {'id': 'f344f5c8-d9c2-4577-8fad-fec620980511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:15:50.147700 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Bound port: 458f43ba-26ed-4d66-9295-aaa673b735f9, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f344f5c8-d9c2-4577-8fad-fec620980511', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:15:50.148316 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.218728 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-06e7bdd3-5082-41fd-8753-0483898f7950 admin admin] Publish callbacks [] for security_group (437bdbb1-187f-4465-b0c7-5eb55e436887), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.271383 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f894bf65-e6b0-40aa-8c48-8a3567ab24e1 admin admin] Publish callbacks [] for security_group (0dd2fac4-0144-4f1a-b071-127774e66773), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.282341 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f894bf65-e6b0-40aa-8c48-8a3567ab24e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (0dd2fac4-0144-4f1a-b071-127774e66773), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.305704 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915fb25-520a-44b6-a3ba-07c10cb9933d req-de0d011b-86ff-4a65-976e-00201e86772f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:50.315923 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0915fb25-520a-44b6-a3ba-07c10cb9933d req-de0d011b-86ff-4a65-976e-00201e86772f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1727376 Feb 21 04:15:50.319173 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port f0f8be08-eae2-4f03-b155-9e05e2171087 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:50.331881 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-06e7bdd3-5082-41fd-8753-0483898f7950 admin admin] Publish callbacks [] for security_group (437bdbb1-187f-4465-b0c7-5eb55e436887), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.332015 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] For port 458f43ba-26ed-4d66-9295-aaa673b735f9, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:15:50.337220 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] For port 458f43ba-26ed-4d66-9295-aaa673b735f9, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=458f43ba-26ed-4d66-9295-aaa673b735f9,segment=NetworkSegment(f344f5c8-d9c2-4577-8fad-fec620980511),segment_id=f344f5c8-d9c2-4577-8fad-fec620980511)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:15:50.347909 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-44263cb7-e37f-472a-9682-10e1d86561a8 None None] Provisioning complete for port 458f43ba-26ed-4d66-9295-aaa673b735f9 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:50.348287 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-44263cb7-e37f-472a-9682-10e1d86561a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.367165 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f894bf65-e6b0-40aa-8c48-8a3567ab24e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb0058c0bcb1421091f1e84cb39d82c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8796372 Feb 21 04:15:50.374317 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.383119 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59246) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:50.461849 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Routers {'3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:15:50.462673 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:15:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:50.462907 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894bf65-e6b0-40aa-8c48-8a3567ab24e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd2fac4-0144-4f1a-b071-127774e66773,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:50.466380 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0329fa2f-a594-43c3-b598-31c5343631a7 None None] Pushing event updated for resources: {'Port': ['ID=458f43ba-26ed-4d66-9295-aaa673b735f9,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:50.520830 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-27dcd264-0d7a-4aed-9b8b-5de62d5b8d31 admin admin] Publish callbacks [] for security_group (0dd2fac4-0144-4f1a-b071-127774e66773), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.589253 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-27dcd264-0d7a-4aed-9b8b-5de62d5b8d31 admin admin] Publish callbacks [] for security_group (0dd2fac4-0144-4f1a-b071-127774e66773), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.711204 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-27dcd264-0d7a-4aed-9b8b-5de62d5b8d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (0dd2fac4-0144-4f1a-b071-127774e66773), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.714612 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-44263cb7-e37f-472a-9682-10e1d86561a8 None None] Current status of the port 458f43ba-26ed-4d66-9295-aaa673b735f9 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:50.715125 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-44263cb7-e37f-472a-9682-10e1d86561a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.715686 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-27dcd264-0d7a-4aed-9b8b-5de62d5b8d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.745734 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-27dcd264-0d7a-4aed-9b8b-5de62d5b8d31 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0dd2fac4-0144-4f1a-b071-127774e66773 HTTP/1.1" status: 204 len: 168 time: 0.3604438 Feb 21 04:15:50.785647 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-44263cb7-e37f-472a-9682-10e1d86561a8 None None] For port 458f43ba-26ed-4d66-9295-aaa673b735f9, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=458f43ba-26ed-4d66-9295-aaa673b735f9,segment=NetworkSegment(f344f5c8-d9c2-4577-8fad-fec620980511),segment_id=f344f5c8-d9c2-4577-8fad-fec620980511)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:15:50.788217 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] Set router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:15:50.804707 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dcd264-0d7a-4aed-9b8b-5de62d5b8d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd2fac4-0144-4f1a-b071-127774e66773,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:50.812038 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0915fb25-520a-44b6-a3ba-07c10cb9933d req-845fd342-22a8-4524-b072-26ade363224e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4946408 Feb 21 04:15:50.833854 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-06e7bdd3-5082-41fd-8753-0483898f7950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (437bdbb1-187f-4465-b0c7-5eb55e436887), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.837975 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-06e7bdd3-5082-41fd-8753-0483898f7950 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:50.839471 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-06e7bdd3-5082-41fd-8753-0483898f7950 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/437bdbb1-187f-4465-b0c7-5eb55e436887 HTTP/1.1" status: 204 len: 168 time: 0.8048201 Feb 21 04:15:50.851881 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7bdd3-5082-41fd-8753-0483898f7950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=437bdbb1-187f-4465-b0c7-5eb55e436887,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:50.888316 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59256) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:51.014317 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-44263cb7-e37f-472a-9682-10e1d86561a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:51.156904 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfbaacf-35e4-4013-a425-3cfd5afa8724 req-68753f2a-073b-4362-8a9a-1b96e0921d84 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:51.162547 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5cfbaacf-35e4-4013-a425-3cfd5afa8724 req-68753f2a-073b-4362-8a9a-1b96e0921d84 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.2025421 Feb 21 04:15:51.268888 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5cfbaacf-35e4-4013-a425-3cfd5afa8724 req-048e8cd2-eb9f-415a-bee9-f28f46cb817c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988953 Feb 21 04:15:51.306489 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44263cb7-e37f-472a-9682-10e1d86561a8 None None] Pushing event updated for resources: {'Port': ['ID=458f43ba-26ed-4d66-9295-aaa673b735f9,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:51.368326 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-53249f84-6683-44ca-8b79-7f6014c3a842 None None] Provisioning complete for port 458f43ba-26ed-4d66-9295-aaa673b735f9 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:51.374729 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-53249f84-6683-44ca-8b79-7f6014c3a842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:51.387814 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59274) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:51.474043 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba2d6a0-471d-49f9-9382-7d5bb2251499 admin admin] Deleting subnet e7fc040b-05a5-420f-9753-149af5a9cf12 {{(pid=102900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:15:51.478520 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d6a0-471d-49f9-9382-7d5bb2251499 admin admin] Publish callbacks [] for subnet (e7fc040b-05a5-420f-9753-149af5a9cf12), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:51.525632 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d6a0-471d-49f9-9382-7d5bb2251499 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14229693'] for subnet (e7fc040b-05a5-420f-9753-149af5a9cf12), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:51.563341 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-53249f84-6683-44ca-8b79-7f6014c3a842 None None] Current status of the port 458f43ba-26ed-4d66-9295-aaa673b735f9 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:51.597041 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'name': 'tempest-TestMinimumBasicScenario-1398432612-router', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:45Z', 'revision_number': 4, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'gw_port': {'id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '458f43ba-26ed-4d66-9295-aaa673b735f9', 'name': '', 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'mac_address': 'fa:16:3e:73:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7d8f94cf-6957-4df1-9b92-265d1c4785f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:44Z', 'updated_at': '2022-02-21T04:15:50Z', 'revision_number': 4, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'subnets': [{'id': '7d8f94cf-6957-4df1-9b92-265d1c4785f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:51.608822 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-794737ec-5fce-4589-beb2-29c05a0e3fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:51.638816 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d7ac4c-4aac-4a80-8867-32ce3d50630d None None] The sync data for ids ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'] in dv-cinder-773985-36-iscsi is: [{'id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'name': 'tempest-TestMinimumBasicScenario-1398432612-router', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:45Z', 'revision_number': 4, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'gw_port': {'id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '458f43ba-26ed-4d66-9295-aaa673b735f9', 'name': '', 'network_id': '373a8c4a-ad79-448e-a808-b58c80f7c855', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'mac_address': 'fa:16:3e:73:ee:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'device_owner': 'network:router_interface', 'standard_attr_id': 256, 'fixed_ips': [{'subnet_id': '7d8f94cf-6957-4df1-9b92-265d1c4785f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:44Z', 'updated_at': '2022-02-21T04:15:50Z', 'revision_number': 4, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'subnets': [{'id': '7d8f94cf-6957-4df1-9b92-265d1c4785f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:15:51.699547 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d6a0-471d-49f9-9382-7d5bb2251499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (e7fc040b-05a5-420f-9753-149af5a9cf12), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:51.749908 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 59282) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:51.777198 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cc6d21cb-ed99-4d2b-aed0-575c92d30b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:51.907079 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-794737ec-5fce-4589-beb2-29c05a0e3fa3 admin admin] Publish callbacks [] for security_group (7f3a74db-1b6a-4580-9480-734d46b38607), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:51.923859 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-794737ec-5fce-4589-beb2-29c05a0e3fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (7f3a74db-1b6a-4580-9480-734d46b38607), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:51.925439 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cc6d21cb-ed99-4d2b-aed0-575c92d30b6b admin admin] Publish callbacks [] for security_group (83c13136-663d-4fee-a93a-1025ef9ae384), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:51.930786 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cc6d21cb-ed99-4d2b-aed0-575c92d30b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (83c13136-663d-4fee-a93a-1025ef9ae384), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.003621 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-cc6d21cb-ed99-4d2b-aed0-575c92d30b6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=97ee7a931fd341cbb2c1c419abbe05ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497683 Feb 21 04:15:52.012478 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59288) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:52.023992 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6d21cb-ed99-4d2b-aed0-575c92d30b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c13136-663d-4fee-a93a-1025ef9ae384,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:52.063444 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 59290) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:52.071495 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-794737ec-5fce-4589-beb2-29c05a0e3fa3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c234c98cc8594c03b18820342d364dba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1819763 Feb 21 04:15:52.112487 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794737ec-5fce-4589-beb2-29c05a0e3fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3a74db-1b6a-4580-9480-734d46b38607,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:52.150849 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9988d7b5-18fc-4b4e-8c69-d9fa2896e93f admin admin] Publish callbacks [] for security_group (7f3a74db-1b6a-4580-9480-734d46b38607), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.194275 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d6a0-471d-49f9-9382-7d5bb2251499 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14229579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14527758'] for subnet (e7fc040b-05a5-420f-9753-149af5a9cf12), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.198139 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9988d7b5-18fc-4b4e-8c69-d9fa2896e93f admin admin] Publish callbacks [] for security_group (7f3a74db-1b6a-4580-9480-734d46b38607), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.224275 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-647919a1-e1f8-4a1d-91ec-d1f92abf7437 admin admin] Publish callbacks [] for security_group (83c13136-663d-4fee-a93a-1025ef9ae384), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.274081 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9988d7b5-18fc-4b4e-8c69-d9fa2896e93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (7f3a74db-1b6a-4580-9480-734d46b38607), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.277451 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9988d7b5-18fc-4b4e-8c69-d9fa2896e93f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.291967 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-9988d7b5-18fc-4b4e-8c69-d9fa2896e93f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f3a74db-1b6a-4580-9480-734d46b38607 HTTP/1.1" status: 204 len: 168 time: 0.2220528 Feb 21 04:15:52.304063 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-647919a1-e1f8-4a1d-91ec-d1f92abf7437 admin admin] Publish callbacks [] for security_group (83c13136-663d-4fee-a93a-1025ef9ae384), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.317942 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988d7b5-18fc-4b4e-8c69-d9fa2896e93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3a74db-1b6a-4580-9480-734d46b38607,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:52.425078 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2d6a0-471d-49f9-9382-7d5bb2251499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7fc040b-05a5-420f-9753-149af5a9cf12,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:52.440801 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d6a0-471d-49f9-9382-7d5bb2251499 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.445044 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-9ba2d6a0-471d-49f9-9382-7d5bb2251499 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e7fc040b-05a5-420f-9753-149af5a9cf12 HTTP/1.1" status: 204 len: 168 time: 1.0551724 Feb 21 04:15:52.447550 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 59300) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:52.479179 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-647919a1-e1f8-4a1d-91ec-d1f92abf7437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (83c13136-663d-4fee-a93a-1025ef9ae384), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.497504 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-647919a1-e1f8-4a1d-91ec-d1f92abf7437 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.501197 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-647919a1-e1f8-4a1d-91ec-d1f92abf7437 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83c13136-663d-4fee-a93a-1025ef9ae384 HTTP/1.1" status: 204 len: 168 time: 0.4706166 Feb 21 04:15:52.520849 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647919a1-e1f8-4a1d-91ec-d1f92abf7437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c13136-663d-4fee-a93a-1025ef9ae384,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:52.728751 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.856278 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:52.923768 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:52.923768 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:52.924448 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:52.924941 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > port after_create 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:52.925292 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > port after_delete 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:52.925616 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > port after_update 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:52.925968 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:52.926259 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:52.926562 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:52.926883 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:53.046853 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:53.047220 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:53.047555 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:53.048093 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102899) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 21 04:15:53.048270 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6']}} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:53.089972 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd637b6b9-de20-46ec-a7ed-fb2e9b156f3e') {'for_net_delete': True} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:53.090157 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd637b6b9-de20-46ec-a7ed-fb2e9b156f3e') {} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:15:53.137333 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14165092'] for segment (d637b6b9-de20-46ec-a7ed-fb2e9b156f3e), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:53.172956 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (d637b6b9-de20-46ec-a7ed-fb2e9b156f3e), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:53.189911 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=102899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:15:53.191237 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15709032'] for segment (d637b6b9-de20-46ec-a7ed-fb2e9b156f3e), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: from cryptography.utils import int_from_bytes Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: from cryptography.utils import int_from_bytes Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: Traceback (most recent call last): Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: timer() Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: cb(*args, **kw) Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: return func(*args, **kwargs) Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: self._notify() Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: self.callback(batched_events) Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: event.method(event) Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: return f(self, *a, **k) Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._get(url).json() Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: return self.request(url, 'GET', **kwargs) Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:15:53.200591 dv-cinder-773985-36-iscsi neutron-server[102899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:15:53.321884 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59322) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:53.360545 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:53.379963 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:53.388822 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] 10.222.0.10 "DELETE /v2.0/networks/f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6 HTTP/1.1" status: 204 len: 168 time: 0.9345534 Feb 21 04:15:53.415853 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59332) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:53.430411 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-77479578-a039-4a6a-9e3b-d70e4ce95c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:53.516990 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8505a7cb-b78a-48f9-8545-b83abf18e7ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e59dc1-d46d-449b-a1f1-2c50b3c1c2c6,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:53.640184 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-77479578-a039-4a6a-9e3b-d70e4ce95c01 admin admin] Publish callbacks [] for security_group (63a58fe5-aaf6-4f0d-8ba9-09f82c0eab0e), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:53.649123 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-77479578-a039-4a6a-9e3b-d70e4ce95c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (63a58fe5-aaf6-4f0d-8ba9-09f82c0eab0e), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:53.709785 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47723634-32e1-4dc2-aec0-0b784d660b2e req-f0dba39d-da14-4533-9215-1adc7c844648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:53.711753 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-47723634-32e1-4dc2-aec0-0b784d660b2e req-f0dba39d-da14-4533-9215-1adc7c844648 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 1129 time: 0.3210878 Feb 21 04:15:53.721968 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5ffaa-2068-4e15-83b9-f931ce949e51 req-053121d2-4276-4e58-a2dd-704177ed7f3f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:53.723294 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00b5ffaa-2068-4e15-83b9-f931ce949e51 req-053121d2-4276-4e58-a2dd-704177ed7f3f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1711948 Feb 21 04:15:53.750227 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-77479578-a039-4a6a-9e3b-d70e4ce95c01 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a2f8aa0741f8498da9da331fb55732ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332977 Feb 21 04:15:53.753884 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59338) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:53.769414 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77479578-a039-4a6a-9e3b-d70e4ce95c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a58fe5-aaf6-4f0d-8ba9-09f82c0eab0e,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:53.827550 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 458f43ba-26ed-4d66-9295-aaa673b735f9 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:15:53.835713 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59342) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:53.856418 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00b5ffaa-2068-4e15-83b9-f931ce949e51 req-23d1325c-ba4e-456b-a62b-a0754091522d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169600 Feb 21 04:15:53.880273 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-611b9fcf-617e-49e9-8e25-4d235eeded18 admin admin] Publish callbacks [] for security_group (63a58fe5-aaf6-4f0d-8ba9-09f82c0eab0e), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:53.918778 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47723634-32e1-4dc2-aec0-0b784d660b2e req-86285b3a-dfc0-4047-9559-fa9b3bd68345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:53.925820 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-47723634-32e1-4dc2-aec0-0b784d660b2e req-86285b3a-dfc0-4047-9559-fa9b3bd68345 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 918 time: 0.1978385 Feb 21 04:15:53.991843 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-47723634-32e1-4dc2-aec0-0b784d660b2e req-769f2ce6-abd3-4c4a-950e-277348044fdd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3 HTTP/1.1" status: 200 len: 217 time: 0.0552030 Feb 21 04:15:54.031389 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 458f43ba-26ed-4d66-9295-aaa673b735f9 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:15:54.031389 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.113330 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47723634-32e1-4dc2-aec0-0b784d660b2e req-1e714152-01ee-496d-99d6-1de89b2d2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:54.114826 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-47723634-32e1-4dc2-aec0-0b784d660b2e req-1e714152-01ee-496d-99d6-1de89b2d2409 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 200 len: 858 time: 0.1163876 Feb 21 04:15:54.190132 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-47723634-32e1-4dc2-aec0-0b784d660b2e req-cac3ff4d-1433-40af-98ab-73d6ea3bc799 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dbdf964-252c-4bd3-8302-8e42b37a68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671821 Feb 21 04:15:54.207281 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 458f43ba-26ed-4d66-9295-aaa673b735f9 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:15:54.361208 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-8e6f9191-be04-4754-9615-a065c999daa2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72d3b51bfa7e4f3190c280abd14571ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5222142 Feb 21 04:15:54.366494 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1729989736-network', 'tenant_id': 'f22350c00f594a80bdd31d6352b095e2'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:54.369959 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59360) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:54.403802 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-611b9fcf-617e-49e9-8e25-4d235eeded18 admin admin] Publish callbacks [] for security_group (63a58fe5-aaf6-4f0d-8ba9-09f82c0eab0e), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.468044 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-47723634-32e1-4dc2-aec0-0b784d660b2e req-a69c2c16-7b2a-4f44-a17d-f06a5006ffcb service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711053 Feb 21 04:15:54.468657 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Made reservation on behalf of f22350c00f594a80bdd31d6352b095e2 for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:15:54.470572 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.485636 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f4f95282-f47a-4f3e-ab96-fdd7e5cd21a4 admin admin] Publish callbacks [] for security_group (da7c8650-5ed4-4880-880e-7ccbfe462673), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.490392 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.520339 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-4ea1c0e6-bdef-4ce7-b619-b55a0c1cb14e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:54.522187 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-4ea1c0e6-bdef-4ce7-b619-b55a0c1cb14e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 815 time: 0.1675663 Feb 21 04:15:54.549799 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f4f95282-f47a-4f3e-ab96-fdd7e5cd21a4 admin admin] Publish callbacks [] for security_group (da7c8650-5ed4-4880-880e-7ccbfe462673), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.602571 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-0c47f06b-346f-45a9-bf73-7c78fe20fef5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/quotas/a0b65910b0574d41970df84e6a1fdbba HTTP/1.1" status: 200 len: 375 time: 0.0667660 Feb 21 04:15:54.630258 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-611b9fcf-617e-49e9-8e25-4d235eeded18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (63a58fe5-aaf6-4f0d-8ba9-09f82c0eab0e), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.633185 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-611b9fcf-617e-49e9-8e25-4d235eeded18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.637611 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-611b9fcf-617e-49e9-8e25-4d235eeded18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/63a58fe5-aaf6-4f0d-8ba9-09f82c0eab0e HTTP/1.1" status: 204 len: 168 time: 0.8780978 Feb 21 04:15:54.668105 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b9fcf-617e-49e9-8e25-4d235eeded18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a58fe5-aaf6-4f0d-8ba9-09f82c0eab0e,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:54.688040 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Publish callbacks [] for security_group (88794ab4-6d6d-4de6-b1d0-ea494a235fa7), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.697124 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (88794ab4-6d6d-4de6-b1d0-ea494a235fa7), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.750606 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:15:54.778907 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f4f95282-f47a-4f3e-ab96-fdd7e5cd21a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (da7c8650-5ed4-4880-880e-7ccbfe462673), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.781679 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f4f95282-f47a-4f3e-ab96-fdd7e5cd21a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.782833 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f4f95282-f47a-4f3e-ab96-fdd7e5cd21a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da7c8650-5ed4-4880-880e-7ccbfe462673 HTTP/1.1" status: 204 len: 168 time: 0.4079859 Feb 21 04:15:54.786609 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-3588e836-6aae-4fa3-971d-8fda8f69fee0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1828489 Feb 21 04:15:54.788575 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-47723634-32e1-4dc2-aec0-0b784d660b2e req-da432ab0-45bc-480b-84f6-a5607fb1bc27 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119748 Feb 21 04:15:54.828306 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (3fe231bf-d952-4509-bf2c-02945a15946c), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:54.828686 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Added segment 3fe231bf-d952-4509-bf2c-02945a15946c of type vlan for network 6ccc7210-5287-4fb4-a169-f1209c8506d4 Feb 21 04:15:54.850717 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88794ab4-6d6d-4de6-b1d0-ea494a235fa7,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:54.927711 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f95282-f47a-4f3e-ab96-fdd7e5cd21a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7c8650-5ed4-4880-880e-7ccbfe462673,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:54.943215 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (6ccc7210-5287-4fb4-a169-f1209c8506d4), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:55.003272 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (6ccc7210-5287-4fb4-a169-f1209c8506d4), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:55.005107 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:55.005546 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-603888c5-97da-4ced-b5d9-5691a6a0b273 service neutron] 10.222.0.10 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118797 Feb 21 04:15:55.005802 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:55.075538 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] Pushing event updated for resources: {'Network': ['ID=6ccc7210-5287-4fb4-a169-f1209c8506d4,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:55.087681 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 6ccc7210-5287-4fb4-a169-f1209c8506d4 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:15:55.124703 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-cf3eeb4c-a0f7-4128-aa17-4d4f52061005 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8006799 Feb 21 04:15:55.125521 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59390) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:55.138158 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] Request body: {'subnet': {'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1729989736-subnet', 'tenant_id': 'f22350c00f594a80bdd31d6352b095e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:55.176798 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] Made reservation on behalf of f22350c00f594a80bdd31d6352b095e2 for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:15:55.179418 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14527971'] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:55.259569 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30154105-89be-458f-b298-521e7b57e698 req-e4614de5-66d0-4fa7-acef-a7d441abb56c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:55.263672 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-30154105-89be-458f-b298-521e7b57e698 req-e4614de5-66d0-4fa7-acef-a7d441abb56c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.2614100 Feb 21 04:15:55.386342 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-30154105-89be-458f-b298-521e7b57e698 req-c362c4c3-ee0a-4d99-b1d3-dd32bcb5d881 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157024 Feb 21 04:15:55.396863 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-c009d5ff-0f62-4a35-b8e1-cbae44061772 service neutron] 10.222.0.10 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353114 Feb 21 04:15:55.468467 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14229514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14527761'] for subnet (a30a23fe-eeb0-403b-9df9-bfa1059200d1), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:55.515534 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:15:55.549652 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a30a23fe-eeb0-403b-9df9-bfa1059200d1,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:55.583380 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] Checking segment: {'id': '3fe231bf-d952-4509-bf2c-02945a15946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:15:55.583796 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] Network hostable DHCP agents. Network: 6ccc7210-5287-4fb4-a169-f1209c8506d4, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:15:55.604779 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] Network 6ccc7210-5287-4fb4-a169-f1209c8506d4 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:15:55.621222 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 6ccc7210-5287-4fb4-a169-f1209c8506d4) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:55.626996 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:55.627890 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:55.632171 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e652193-4612-4662-8b67-1bd6e9d8cc98 None None] Network 6ccc7210-5287-4fb4-a169-f1209c8506d4 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:15:55.682393 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-ee49c264-1c58-46f9-bb6e-fa59f4957575 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5551491 Feb 21 04:15:55.800083 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b4c52a-e18e-4f66-b36c-5ea8445aae64 None None] Network 6ccc7210-5287-4fb4-a169-f1209c8506d4 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:15:55.833379 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ce346420-ab90-4d06-b9ac-572397060cdb req-57432577-ac86-4340-93d0-4cf47a805d7f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 210 time: 0.0750170 Feb 21 04:15:56.096287 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c3a55b2d-160f-475d-b985-26db75fcbc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:56.581276 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5ad4d-0a66-403b-b479-22841cd81ded req-8fa150ef-2b1a-4ff3-9df3-14d27925431d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:56.582840 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-41c5ad4d-0a66-403b-b479-22841cd81ded req-8fa150ef-2b1a-4ff3-9df3-14d27925431d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0710835 Feb 21 04:15:56.685781 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-41c5ad4d-0a66-403b-b479-22841cd81ded req-479f92f2-ab93-467c-901e-7da4bd0ae2e1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744872 Feb 21 04:15:57.020541 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5738e550-4c11-4bc2-a8dd-4abfde13e7fb req-c60bb4d3-ef0a-4b4f-8e51-922bd9e8c612 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 210 time: 0.0715089 Feb 21 04:15:57.054842 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59468) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:57.238840 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-7462cd66-db36-402c-a41f-a7eb8e4e36a8 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:57.241461 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-7462cd66-db36-402c-a41f-a7eb8e4e36a8 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 815 time: 0.1874940 Feb 21 04:15:57.262407 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Request body: {'port': {'device_id': '4a128817-df9b-46f1-902b-03d1cbcddb7d', 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8', 'admin_state_up': True, 'tenant_id': 'a0b65910b0574d41970df84e6a1fdbba'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:57.317189 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-259266105-network', 'tenant_id': '45d18b1b5ac1414b9eedd24d5e29f81a'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:57.369323 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Made reservation on behalf of 45d18b1b5ac1414b9eedd24d5e29f81a for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:15:57.373558 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:57.415638 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:57.495088 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Made reservation on behalf of a0b65910b0574d41970df84e6a1fdbba for: {'port': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:15:57.498976 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:57.571612 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Publish callbacks [] for security_group (4217acdb-50e1-4b67-ac7c-e26bf05df1ac), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:57.582658 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4217acdb-50e1-4b67-ac7c-e26bf05df1ac), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:57.609592 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:15:57.627450 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (b9f1654f-5680-474d-a841-0c9458b5b7af), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:57.628075 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Added segment b9f1654f-5680-474d-a841-0c9458b5b7af of type vlan for network 8a88c243-691c-4177-9cb2-0deb24d43a9c Feb 21 04:15:57.630375 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4217acdb-50e1-4b67-ac7c-e26bf05df1ac,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:57.672766 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Allocated IP 172.20.0.14 (0e926c3e-9f0b-4575-b2e7-0a1f391618f8/1ded90e6-ea51-40b5-9fe9-82428e77be8f/ad59d774-1de8-45e3-a9d1-6d9c1aeca36e) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:15:57.693398 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (8a88c243-691c-4177-9cb2-0deb24d43a9c), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:57.745514 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (8a88c243-691c-4177-9cb2-0deb24d43a9c), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:57.749772 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:57.750374 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:57.861695 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a88c243-691c-4177-9cb2-0deb24d43a9c,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:57.877199 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 8a88c243-691c-4177-9cb2-0deb24d43a9c details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:15:57.888871 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-59e7181d-8c04-485f-9937-f9a3f3d346a6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8322165 Feb 21 04:15:57.892417 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59484) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:57.902720 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] Request body: {'subnet': {'network_id': '8a88c243-691c-4177-9cb2-0deb24d43a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-259266105-subnet', 'tenant_id': '45d18b1b5ac1414b9eedd24d5e29f81a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:57.937432 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] Made reservation on behalf of 45d18b1b5ac1414b9eedd24d5e29f81a for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:15:57.946301 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14527971'] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:58.139229 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-cebcc267-3d0a-4ce4-b567-f57d8a6b9534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:58.208832 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks [] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:58.234998 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e5dcb540-5011-452c-83ac-a359c19344be req-8be86cc4-3ff6-4301-9e6e-6996cae757b3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 210 time: 0.0430346 Feb 21 04:15:58.272657 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4cf496-44e0-49ab-bd3f-76894420e8bd req-a720ebe7-57f8-4f00-b01b-9cd0f8518327 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:58.276201 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0c4cf496-44e0-49ab-bd3f-76894420e8bd req-a720ebe7-57f8-4f00-b01b-9cd0f8518327 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.4515078 Feb 21 04:15:58.344883 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0c4cf496-44e0-49ab-bd3f-76894420e8bd req-4652906a-81d6-4a7e-9893-ac745a7d46ac tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599027 Feb 21 04:15:58.363942 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:58.370824 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14229514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14527761'] for subnet (9d070899-22d9-4557-bb55-31a057b7e056), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:58.392419 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:15:58.422271 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:15:58.427923 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:58.433439 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:15:58.489007 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:58.489690 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:58.508992 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Pushing event updated for resources: {'Port': ['ID=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:58.518296 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d070899-22d9-4557-bb55-31a057b7e056,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:58.533307 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bd63187a-fbd3-45c2-911a-d8f86b38ecfa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2755952 Feb 21 04:15:58.545295 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Request body: {'port': {'device_id': '4a128817-df9b-46f1-902b-03d1cbcddb7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:58.550814 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] Checking segment: {'id': 'b9f1654f-5680-474d-a841-0c9458b5b7af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '8a88c243-691c-4177-9cb2-0deb24d43a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:15:58.551124 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] Network hostable DHCP agents. Network: 8a88c243-691c-4177-9cb2-0deb24d43a9c, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:15:58.592816 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] Network 8a88c243-691c-4177-9cb2-0deb24d43a9c is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:15:58.609093 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 8a88c243-691c-4177-9cb2-0deb24d43a9c) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:15:58.625919 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c685dd2e-a219-4191-956f-e2c07eaefa9a None None] Network 8a88c243-691c-4177-9cb2-0deb24d43a9c requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:15:58.626313 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:58.627014 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:58.675424 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-cc559cb2-fdfa-4d5d-98c6-0acddab6c8e9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7812655 Feb 21 04:15:58.702972 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:58.898477 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb9da2-14c8-437d-ab05-5e1710386b6b None None] Network 8a88c243-691c-4177-9cb2-0deb24d43a9c requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:15:59.256029 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-dd8cba82-c5ea-4837-a495-45f3d8962dab tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:59.262696 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-dd8cba82-c5ea-4837-a495-45f3d8962dab tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/networks?id=6ccc7210-5287-4fb4-a169-f1209c8506d4 HTTP/1.1" status: 200 len: 814 time: 0.4089739 Feb 21 04:15:59.281743 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-c3a69de4-5e3e-4515-97d3-1db652bf8c21 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/quotas/f22350c00f594a80bdd31d6352b095e2 HTTP/1.1" status: 200 len: 375 time: 0.0180154 Feb 21 04:15:59.333524 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-cf272e87-af8f-446f-ba10-7b621431abd3 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f22350c00f594a80bdd31d6352b095e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507660 Feb 21 04:15:59.464949 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:59.499066 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad59d774-1de8-45e3-a9d1-6d9c1aeca36e {{(pid=102899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:15:59.513393 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6f3268-8e4e-4f18-9a82-882b063d65c0 req-d80c7b0e-e5b0-4b45-8141-acfbd5a69f77 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:15:59.515536 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0e6f3268-8e4e-4f18-9a82-882b063d65c0 req-d80c7b0e-e5b0-4b45-8141-acfbd5a69f77 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 932 time: 0.1718466 Feb 21 04:15:59.517481 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59538) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:15:59.522817 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-804000767-network', 'tenant_id': 'a65f3145d11d49ab96ea0f5bd4286e1b'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:15:59.534850 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Publish callbacks [] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:59.562355 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Made reservation on behalf of a65f3145d11d49ab96ea0f5bd4286e1b for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:15:59.565364 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:59.580795 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:59.608462 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-cfbc41f3-e188-48c8-bc05-b081a04d9a9c service neutron] 10.222.0.10 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740042 Feb 21 04:15:59.713547 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.provisioning_blocks [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Transition to ACTIVE for port object ad59d774-1de8-45e3-a9d1-6d9c1aeca36e will not be triggered until provisioned by entity L2. {{(pid=102899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:15:59.741205 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:59.751748 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Publish callbacks [] for security_group (e12f5ffb-9292-4046-a721-4e0d155adfd0), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:59.762751 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (e12f5ffb-9292-4046-a721-4e0d155adfd0), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:59.780119 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:15:59.793984 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0e6f3268-8e4e-4f18-9a82-882b063d65c0 req-cfc0d86e-01b5-4235-87e5-32ce241adc8d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453897 Feb 21 04:15:59.830328 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12f5ffb-9292-4046-a721-4e0d155adfd0,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:59.841168 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Pushing event updated for resources: {'Port': ['ID=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:15:59.844688 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (5b8ceb1f-7b88-42b3-b5a8-f82940584d1c), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:59.845276 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Added segment 5b8ceb1f-7b88-42b3-b5a8-f82940584d1c of type vlan for network 40118589-1ca2-43fc-b162-93d855e03c06 Feb 21 04:15:59.876990 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-955c5aeb-213d-44bd-9233-e6ec71442013 service neutron] 10.222.0.10 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633419 Feb 21 04:15:59.947364 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (40118589-1ca2-43fc-b162-93d855e03c06), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:15:59.979035 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Attempting to bind port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:15:59.979846 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Attempting to bind port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:15:59.980460 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Attempting to bind port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:16:00.009156 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:16:00.010249 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Attempting to bind port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:16:00.014215 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (40118589-1ca2-43fc-b162-93d855e03c06), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:00.016734 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:00.017618 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:00.050541 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:16:00.051088 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Checking segment: {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:16:00.051489 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Bound using segment: {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:16:00.052040 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Bound port: ad59d774-1de8-45e3-a9d1-6d9c1aeca36e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'}}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:16:00.052399 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:00.118955 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5980418 Feb 21 04:16:00.121624 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59554) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:00.129465 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] Request body: {'subnet': {'network_id': '40118589-1ca2-43fc-b162-93d855e03c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-804000767-subnet', 'tenant_id': 'a65f3145d11d49ab96ea0f5bd4286e1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:16:00.135687 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee035de-0cb2-4174-a22d-dc3676651d5b admin admin] Pushing event updated for resources: {'Network': ['ID=40118589-1ca2-43fc-b162-93d855e03c06,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:00.148530 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 40118589-1ca2-43fc-b162-93d855e03c06 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:16:00.158683 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] Made reservation on behalf of a65f3145d11d49ab96ea0f5bd4286e1b for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:16:00.162011 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a0e8725a-823e-4f89-87ce-2b44a1dd36d8 req-75b9ec86-f55f-41b7-8de8-925992b4f557 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 210 time: 0.0805395 Feb 21 04:16:00.173130 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14527971'] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:00.214121 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c93e932-aa6f-422b-8fd1-a67c5da8bfcf req-6b72eac1-a43d-45be-bed0-2bca2671053c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:00.215680 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7c93e932-aa6f-422b-8fd1-a67c5da8bfcf req-6b72eac1-a43d-45be-bed0-2bca2671053c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.2380857 Feb 21 04:16:00.448075 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] For port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e, host hv-cinder-77398, cleared binding levels {{(pid=102899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:16:00.455897 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] For port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:16:00.460414 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7c93e932-aa6f-422b-8fd1-a67c5da8bfcf req-6aff1ce3-7024-4e08-9744-91cc26e06ad1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143712 Feb 21 04:16:00.476148 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:00.566579 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:00.567196 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:00.569107 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] 10.222.0.45 "PUT /v2.0/ports/ad59d774-1de8-45e3-a9d1-6d9c1aeca36e HTTP/1.1" status: 200 len: 1094 time: 2.0283906 Feb 21 04:16:00.569846 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a128817-df9b-46f1-902b-03d1cbcddb7d', 'tag': 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:16:00.572466 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10eff97a-6f94-431b-a416-2662d465ac7f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a128817-df9b-46f1-902b-03d1cbcddb7d", "tag": "ad59d774-1de8-45e3-a9d1-6d9c1aeca36e"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:16:00.633561 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f2f17-3895-40f8-94a9-1d7380ed3adb service neutron] Pushing event updated for resources: {'Port': ['ID=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,revision_number=3']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:00.640948 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5ecc8d-aab0-474a-884a-e4037aca3043 x-openstack-request-id: req-7d5ecc8d-aab0-474a-884a-e4037aca3043 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:16:00.641860 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a128817-df9b-46f1-902b-03d1cbcddb7d", "tag": "ad59d774-1de8-45e3-a9d1-6d9c1aeca36e", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:16:00.642543 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d5ecc8d-aab0-474a-884a-e4037aca3043 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:16:00.643413 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a128817-df9b-46f1-902b-03d1cbcddb7d', 'tag': 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e', 'status': 'completed', 'code': 200} Feb 21 04:16:00.653547 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14229514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14527761'] for subnet (ea08d367-cf59-44c1-b81f-93e7acf3b48d), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:00.708571 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-95b2ea0a-4d28-40df-a06e-134b510dafe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:00.711042 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-95b2ea0a-4d28-40df-a06e-134b510dafe0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 1128 time: 0.0642974 Feb 21 04:16:00.764760 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] Checking segment: {'id': '5b8ceb1f-7b88-42b3-b5a8-f82940584d1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '40118589-1ca2-43fc-b162-93d855e03c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:16:00.765119 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] Network hostable DHCP agents. Network: 40118589-1ca2-43fc-b162-93d855e03c06, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:16:00.790462 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea08d367-cf59-44c1-b81f-93e7acf3b48d,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:00.829916 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] Network 40118589-1ca2-43fc-b162-93d855e03c06 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:16:00.843924 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-2daaeb08-f549-41f6-b7a3-94626e2a7ccc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e HTTP/1.1" status: 200 len: 217 time: 0.1200461 Feb 21 04:16:00.846032 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:00.848320 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 40118589-1ca2-43fc-b162-93d855e03c06) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:16:00.853097 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:00.853780 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:00.859406 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9524d5c8-6b39-4f41-b4e8-ea9ca3979921 None None] Network 40118589-1ca2-43fc-b162-93d855e03c06 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:16:00.882922 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-7f103e44-851e-4fb0-9359-df2dc2b60e6c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7602365 Feb 21 04:16:01.001708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b720de-0056-466b-8634-1ec0c15cfcb9 req-5a9e505e-00b2-43e1-8cd3-1fd50f346d17 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:01.003445 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-40b720de-0056-466b-8634-1ec0c15cfcb9 req-5a9e505e-00b2-43e1-8cd3-1fd50f346d17 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0860410 Feb 21 04:16:01.084046 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d5a4aa-6b2e-4371-b7b0-ca46ced87a23 None None] Network 40118589-1ca2-43fc-b162-93d855e03c06 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:16:01.088512 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-40b720de-0056-466b-8634-1ec0c15cfcb9 req-26d39110-2a00-4a89-92ff-4d7696090ab7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741677 Feb 21 04:16:01.284872 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a1fcc48f-8b64-4c62-90ff-6957292b2bfd req-9e099475-535b-4614-9364-e70b341014ac tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 210 time: 0.0416448 Feb 21 04:16:01.680387 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168a83b-4df2-45cf-bc29-7aad15192c23 req-79971491-48b3-41cb-93c4-19246c6f281a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:01.682059 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8168a83b-4df2-45cf-bc29-7aad15192c23 req-79971491-48b3-41cb-93c4-19246c6f281a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0954919 Feb 21 04:16:01.735757 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8168a83b-4df2-45cf-bc29-7aad15192c23 req-025ef4a3-1229-458f-81ef-ae43d743413a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473869 Feb 21 04:16:02.096734 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-53ef8649-c6b3-40fc-ab07-42ab8ce3ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:02.098146 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-53ef8649-c6b3-40fc-ab07-42ab8ce3ce0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ded90e6-ea51-40b5-9fe9-82428e77be8f HTTP/1.1" status: 200 len: 855 time: 0.0483367 Feb 21 04:16:02.207001 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b3a38d-c629-4199-b576-be54f606d9d4 req-adf080ca-82c0-4b30-9f53-ea8424e42e94 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:02.208493 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-85b3a38d-c629-4199-b576-be54f606d9d4 req-adf080ca-82c0-4b30-9f53-ea8424e42e94 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0608025 Feb 21 04:16:02.263317 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-85b3a38d-c629-4199-b576-be54f606d9d4 req-1dc9b6e5-ec22-44a6-b625-5a4bbc8cbdaf tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485744 Feb 21 04:16:02.395871 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1e7b5143-6763-431a-b0e6-cbe21c6db905 req-53444a43-5d77-4f6c-ab01-44ccca55ebcc tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 210 time: 0.0337541 Feb 21 04:16:02.481905 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:02.872465 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70d426-3295-40ad-9d39-7c99aedd90af req-32687b43-73b3-4235-aaee-61a8a21184a5 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:02.873991 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1e70d426-3295-40ad-9d39-7c99aedd90af req-32687b43-73b3-4235-aaee-61a8a21184a5 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0571539 Feb 21 04:16:02.929160 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1e70d426-3295-40ad-9d39-7c99aedd90af req-c6d0e5c4-43ae-4e51-a9f9-28e0b23198c4 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492435 Feb 21 04:16:03.033414 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-35310cd3-ed70-470a-833b-c070b1dacf8f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442760 Feb 21 04:16:03.394614 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bcc67-75f9-4346-a3ae-b024e01ac06e req-36dad68a-3f59-4414-aebd-01f7ca10d4ca tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:03.396097 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6f7bcc67-75f9-4346-a3ae-b024e01ac06e req-36dad68a-3f59-4414-aebd-01f7ca10d4ca tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0611820 Feb 21 04:16:03.487277 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6f7bcc67-75f9-4346-a3ae-b024e01ac06e req-f7b30e44-ee55-40a8-b159-55d94cdb5566 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857594 Feb 21 04:16:03.504088 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e50f059f-f58a-4f8f-ad18-e9b83b2a306b req-c3f1a836-c6e6-4f1e-ae40-9a6965122b51 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 210 time: 0.0333118 Feb 21 04:16:04.063526 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57402f-47d7-4ca0-8d74-5f95f2c4bc9b req-82601e6f-385e-43c6-82db-58771ea964a1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:04.065124 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9b57402f-47d7-4ca0-8d74-5f95f2c4bc9b req-82601e6f-385e-43c6-82db-58771ea964a1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0662391 Feb 21 04:16:04.113948 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9b57402f-47d7-4ca0-8d74-5f95f2c4bc9b req-61cc4df3-6f96-45bc-ba2a-e3078f51c772 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430293 Feb 21 04:16:04.368673 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-16350e6d-eaf4-4693-abcc-fb4c89703e2f service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896475 Feb 21 04:16:04.460879 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3de6a08e-edda-4367-82fe-50344b57f2fc req-0f2c5761-7431-4eb9-9008-97882a16b3fb service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858169 Feb 21 04:16:04.625288 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67955e4e-22cb-47ec-adcf-37ba488e1f22 req-75cba52a-add0-49dd-ae9f-d9b9bb29d23a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:04.626914 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-67955e4e-22cb-47ec-adcf-37ba488e1f22 req-75cba52a-add0-49dd-ae9f-d9b9bb29d23a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0693660 Feb 21 04:16:04.647860 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9e7338de-7b84-4714-8d63-e0b5d46128e7 req-0cbb0907-2ae1-41fa-9881-cb9a6d8bd396 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 210 time: 0.0385292 Feb 21 04:16:04.693830 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-67955e4e-22cb-47ec-adcf-37ba488e1f22 req-f94bfb45-2140-4669-9536-182baeb765b1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483098 Feb 21 04:16:04.830097 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eff97a-6f94-431b-a416-2662d465ac7f req-39892abd-ff93-40f2-bcf9-9bca540ff55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:04.831595 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-10eff97a-6f94-431b-a416-2662d465ac7f req-39892abd-ff93-40f2-bcf9-9bca540ff55e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 1128 time: 0.1067846 Feb 21 04:16:04.904201 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f89e39-22a7-473a-952b-cbc1d877442f req-9e8777fe-e440-46b3-8f74-e20dc0a46ddb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:04.906159 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-9e8777fe-e440-46b3-8f74-e20dc0a46ddb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/networks?id=1757e5fc-c4b3-4899-835a-555e305edb49 HTTP/1.1" status: 200 len: 814 time: 0.1732376 Feb 21 04:16:04.928212 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-b8c87d50-e22d-4338-a8f5-af1546478f98 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/quotas/aa514a3d1a314decab32eefda5e67939 HTTP/1.1" status: 200 len: 375 time: 0.0160296 Feb 21 04:16:04.975593 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eff97a-6f94-431b-a416-2662d465ac7f req-92bd18d1-dc65-4ac1-bd1f-dec3ff058a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:04.976982 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-10eff97a-6f94-431b-a416-2662d465ac7f req-92bd18d1-dc65-4ac1-bd1f-dec3ff058a0c service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 915 time: 0.1386924 Feb 21 04:16:05.019336 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-10eff97a-6f94-431b-a416-2662d465ac7f req-c5878208-ae93-4f10-a857-8312eb35122f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e HTTP/1.1" status: 200 len: 217 time: 0.0342689 Feb 21 04:16:05.028728 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-58c3c20a-0151-4dea-8d36-b8b387cdc8e0 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=aa514a3d1a314decab32eefda5e67939&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943739 Feb 21 04:16:05.125841 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eff97a-6f94-431b-a416-2662d465ac7f req-a6092fb7-f3d6-497f-9227-438a70252ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:05.127295 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-10eff97a-6f94-431b-a416-2662d465ac7f req-a6092fb7-f3d6-497f-9227-438a70252ebe service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ded90e6-ea51-40b5-9fe9-82428e77be8f HTTP/1.1" status: 200 len: 855 time: 0.0924206 Feb 21 04:16:05.168056 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-10eff97a-6f94-431b-a416-2662d465ac7f req-d5ad2cd1-1b3d-4a35-ac86-4a85efc5fe9d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330400 Feb 21 04:16:05.214954 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-b581fec2-9455-4621-a649-b18fea0b8065 service neutron] 10.222.0.10 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723273 Feb 21 04:16:05.391913 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-10eff97a-6f94-431b-a416-2662d465ac7f req-f33319e2-b7c4-40ec-b46d-03e8c94e5f30 service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170703 Feb 21 04:16:05.401782 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6051258-81ca-4e88-84cb-4077f4f4848b req-da58a4d5-6b41-453b-ad1f-870bfde4ac74 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:05.403605 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e6051258-81ca-4e88-84cb-4077f4f4848b req-da58a4d5-6b41-453b-ad1f-870bfde4ac74 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.2129748 Feb 21 04:16:05.422813 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-c2f6e99c-7d30-42da-88a0-146aaec763fa service neutron] 10.222.0.10 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672935 Feb 21 04:16:05.485471 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-7a2b331c-df74-4887-8f0f-0372a12366ed tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:05.494076 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-7a2b331c-df74-4887-8f0f-0372a12366ed tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.45 "GET /v2.0/networks?id=6ccc7210-5287-4fb4-a169-f1209c8506d4 HTTP/1.1" status: 200 len: 814 time: 0.1611886 Feb 21 04:16:05.515391 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Request body: {'port': {'device_id': 'c4bf519a-d7d3-4837-9967-170c581923b9', 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4', 'admin_state_up': True, 'tenant_id': 'f22350c00f594a80bdd31d6352b095e2'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:16:05.600546 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e6051258-81ca-4e88-84cb-4077f4f4848b req-c1596bda-f9dd-4807-ac56-4b1cad707a8e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648438 Feb 21 04:16:05.618878 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-10eff97a-6f94-431b-a416-2662d465ac7f req-15be6b35-a3f5-49ff-8677-245b13b2d2a8 service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000875 Feb 21 04:16:05.682714 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Made reservation on behalf of f22350c00f594a80bdd31d6352b095e2 for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:16:05.690311 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:05.721453 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9c092c7d-6c4a-4d9c-9f1f-201be2f0098d req-ca3c439b-0fc0-4809-b032-52ed06e5099b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 210 time: 0.0418715 Feb 21 04:16:05.777457 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-60eb7d53-c329-434d-b91a-e613d9cba602 req-4f58bdf5-71de-43b0-9bf3-d2942606ea70 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 210 time: 0.0486031 Feb 21 04:16:05.881675 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Allocated IP 172.20.0.5 (6ccc7210-5287-4fb4-a169-f1209c8506d4/a30a23fe-eeb0-403b-9df9-bfa1059200d1/e3b4314c-490f-4b92-b46a-0ebe1ed983f0) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:16:05.943818 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408219a-5e8d-437f-96e3-ff2f2372cee1 req-100cd281-f34e-4115-9e33-6cdf44e7c4c2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:05.945492 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b408219a-5e8d-437f-96e3-ff2f2372cee1 req-100cd281-f34e-4115-9e33-6cdf44e7c4c2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0547655 Feb 21 04:16:06.017092 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b408219a-5e8d-437f-96e3-ff2f2372cee1 req-a917badb-8b79-423f-bca3-b28f0bf8dd94 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627441 Feb 21 04:16:06.075337 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks [] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:06.117547 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:06.160572 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Network 6ccc7210-5287-4fb4-a169-f1209c8506d4 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:16:06.163636 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:16:06.171399 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:16:06.205013 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Pushing event updated for resources: {'Port': ['ID=e3b4314c-490f-4b92-b46a-0ebe1ed983f0,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:06.229973 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:06.230515 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:06.246158 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-da2e42ec-bd32-461e-93d4-ec036b47097a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7372568 Feb 21 04:16:06.267986 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Request body: {'port': {'device_id': 'c4bf519a-d7d3-4837-9967-170c581923b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:16:06.341067 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:06.626531 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3b4314c-490f-4b92-b46a-0ebe1ed983f0 {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:16:06.634097 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Publish callbacks [] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:06.647389 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Transition to ACTIVE for port object e3b4314c-490f-4b92-b46a-0ebe1ed983f0 will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:16:06.651320 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:06.709822 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=e3b4314c-490f-4b92-b46a-0ebe1ed983f0,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:06.745076 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59482d5-e79a-4b8a-ae3a-fdebc6a075c8 req-3c93b05b-4653-4bf2-a88a-96857ab813d4 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:06.749382 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c59482d5-e79a-4b8a-ae3a-fdebc6a075c8 req-3c93b05b-4653-4bf2-a88a-96857ab813d4 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0584421 Feb 21 04:16:06.797425 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Attempting to bind port e3b4314c-490f-4b92-b46a-0ebe1ed983f0 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:16:06.797789 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Attempting to bind port e3b4314c-490f-4b92-b46a-0ebe1ed983f0 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '3fe231bf-d952-4509-bf2c-02945a15946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:16:06.798132 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Attempting to bind port e3b4314c-490f-4b92-b46a-0ebe1ed983f0 on network 6ccc7210-5287-4fb4-a169-f1209c8506d4 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:16:06.805134 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c59482d5-e79a-4b8a-ae3a-fdebc6a075c8 req-84a86c5c-585f-4155-839b-2a0d6549d6b1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497928 Feb 21 04:16:06.805311 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Port e3b4314c-490f-4b92-b46a-0ebe1ed983f0 on network 6ccc7210-5287-4fb4-a169-f1209c8506d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:16:06.805422 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Attempting to bind port e3b4314c-490f-4b92-b46a-0ebe1ed983f0 on network 6ccc7210-5287-4fb4-a169-f1209c8506d4 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:16:06.811953 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 15, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:16:06.812292 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Checking segment: {'id': '3fe231bf-d952-4509-bf2c-02945a15946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:16:06.812700 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Bound using segment: {'id': '3fe231bf-d952-4509-bf2c-02945a15946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:16:06.813132 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Bound port: e3b4314c-490f-4b92-b46a-0ebe1ed983f0, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe231bf-d952-4509-bf2c-02945a15946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:16:06.813501 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:06.859535 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-62943548-1f21-4d1a-b107-95794f912928 req-09c17705-0f51-49fd-9316-362d411809b2 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 210 time: 0.0363507 Feb 21 04:16:06.917120 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] For port e3b4314c-490f-4b92-b46a-0ebe1ed983f0, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:16:06.921269 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] For port e3b4314c-490f-4b92-b46a-0ebe1ed983f0, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3b4314c-490f-4b92-b46a-0ebe1ed983f0,segment=NetworkSegment(3fe231bf-d952-4509-bf2c-02945a15946c),segment_id=3fe231bf-d952-4509-bf2c-02945a15946c)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:16:06.932746 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:06.977280 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:06.978088 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:06.981359 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] 10.222.0.45 "PUT /v2.0/ports/e3b4314c-490f-4b92-b46a-0ebe1ed983f0 HTTP/1.1" status: 200 len: 1093 time: 0.7181387 Feb 21 04:16:06.987869 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4bf519a-d7d3-4837-9967-170c581923b9', 'tag': 'e3b4314c-490f-4b92-b46a-0ebe1ed983f0'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:16:06.991138 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d516567-84e8-441b-b604-314e3fc22dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4bf519a-d7d3-4837-9967-170c581923b9", "tag": "e3b4314c-490f-4b92-b46a-0ebe1ed983f0"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:16:07.037086 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15090b61-70f8-4248-8d2c-bf15ad944b9b req-90dc058e-c907-4cae-a57f-f39986f0d563 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:07.043319 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-15090b61-70f8-4248-8d2c-bf15ad944b9b req-90dc058e-c907-4cae-a57f-f39986f0d563 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.1344917 Feb 21 04:16:07.049181 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382e0a9f-fcd5-4661-9f6a-ee31f6d6c4e9 x-openstack-request-id: req-382e0a9f-fcd5-4661-9f6a-ee31f6d6c4e9 {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:16:07.049694 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4bf519a-d7d3-4837-9967-170c581923b9", "tag": "e3b4314c-490f-4b92-b46a-0ebe1ed983f0", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:16:07.050101 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-382e0a9f-fcd5-4661-9f6a-ee31f6d6c4e9 {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:16:07.050638 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4bf519a-d7d3-4837-9967-170c581923b9', 'tag': 'e3b4314c-490f-4b92-b46a-0ebe1ed983f0', 'status': 'completed', 'code': 200} Feb 21 04:16:07.063014 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe6588b-69cf-42e0-aa83-e5036ca7fa3b service neutron] Pushing event updated for resources: {'Port': ['ID=e3b4314c-490f-4b92-b46a-0ebe1ed983f0,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:07.091085 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f89e39-22a7-473a-952b-cbc1d877442f req-57d5d315-c1b2-4e4d-a066-f46de655994a tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:07.092860 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-57d5d315-c1b2-4e4d-a066-f46de655994a tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.45 "GET /v2.0/networks?id=1757e5fc-c4b3-4899-835a-555e305edb49 HTTP/1.1" status: 200 len: 814 time: 0.2366879 Feb 21 04:16:07.109921 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-15090b61-70f8-4248-8d2c-bf15ad944b9b req-cf57abbb-6ca4-4bbf-9a8c-814e8c73e9ca tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565553 Feb 21 04:16:07.117976 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Request body: {'port': {'device_id': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'admin_state_up': True, 'tenant_id': 'aa514a3d1a314decab32eefda5e67939'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:16:07.125879 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-cf5e7e25-f183-4f3a-a7fc-73ec6d499298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:07.127567 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-cf5e7e25-f183-4f3a-a7fc-73ec6d499298 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f22350c00f594a80bdd31d6352b095e2&device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 1127 time: 0.0540180 Feb 21 04:16:07.177960 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-ef46ee78-49da-405b-af2f-dc80c2360965 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3b4314c-490f-4b92-b46a-0ebe1ed983f0 HTTP/1.1" status: 200 len: 217 time: 0.0392234 Feb 21 04:16:07.240670 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-9cc07c94-bb05-4e1b-8600-1da9080469d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:07.245386 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-9cc07c94-bb05-4e1b-8600-1da9080469d3 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a30a23fe-eeb0-403b-9df9-bfa1059200d1 HTTP/1.1" status: 200 len: 854 time: 0.0576129 Feb 21 04:16:07.286523 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-de4cb51e-ac09-4569-9ebe-79cfb84f02ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ccc7210-5287-4fb4-a169-f1209c8506d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378635 Feb 21 04:16:07.393793 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-205a747c-e700-4dbe-a80d-a0538ec09911 service neutron] 10.222.0.45 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962362 Feb 21 04:16:07.476106 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32feaba8-22bc-4c50-b963-c24825ef8eb3 req-cc0c76d1-2cd0-4bb3-9e91-bbb05f4da5ce tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:07.483436 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-32feaba8-22bc-4c50-b963-c24825ef8eb3 req-cc0c76d1-2cd0-4bb3-9e91-bbb05f4da5ce tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0916250 Feb 21 04:16:07.500984 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6e9a521-060e-4f19-9dc9-57defc978ac4 req-2ea1c5ac-9f49-4249-90e9-2d0db7384877 service neutron] 10.222.0.45 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000342 Feb 21 04:16:07.516953 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad59d774-1de8-45e3-a9d1-6d9c1aeca36e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:16:07.531974 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Made reservation on behalf of aa514a3d1a314decab32eefda5e67939 for: {'port': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:16:07.535346 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:07.569983 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-32feaba8-22bc-4c50-b963-c24825ef8eb3 req-3bcfeec6-8b6b-4602-9514-18921b756302 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803683 Feb 21 04:16:07.685406 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d516567-84e8-441b-b604-314e3fc22dd1 req-334eea7f-e659-4d3f-96e2-60cdde459e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:07.687820 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-5d516567-84e8-441b-b604-314e3fc22dd1 req-334eea7f-e659-4d3f-96e2-60cdde459e95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f22350c00f594a80bdd31d6352b095e2&device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 1127 time: 0.1096871 Feb 21 04:16:07.815519 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:16:07.844495 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e', 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8', 'port_id': 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e', 'mac_address': 'fa:16:3e:4f:94:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ded90e6-ea51-40b5-9fe9-82428e77be8f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:16:07.961435 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:16:07.961824 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:07.996434 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad59d774-1de8-45e3-a9d1-6d9c1aeca36e {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:16:08.002861 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Allocated IP 172.20.0.10 (1757e5fc-c4b3-4899-835a-555e305edb49/8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7/2f0ab78e-d156-44f8-a2e4-b409bf502408) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:16:08.047255 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:16:08.055408 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:08.115389 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7fd77d5f-17eb-42ff-9ded-db51935ef5fa req-742cb6b6-2a5b-4be1-be04-05325fef0063 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 210 time: 0.0724537 Feb 21 04:16:08.231210 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:08.260754 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e3f1da-f995-4813-9b96-571c232fe65f req-2d2a7503-b886-4e2f-a209-30c487c4ee2d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:08.262848 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-99e3f1da-f995-4813-9b96-571c232fe65f req-2d2a7503-b886-4e2f-a209-30c487c4ee2d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.2680194 Feb 21 04:16:08.424867 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82841d5-9ca4-4387-9ea2-fd116372a57f req-80629395-bbab-4c24-8022-95a9ca25aeda tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:08.426348 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f82841d5-9ca4-4387-9ea2-fd116372a57f req-80629395-bbab-4c24-8022-95a9ca25aeda tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.1778007 Feb 21 04:16:08.488385 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-99e3f1da-f995-4813-9b96-571c232fe65f req-b40ab0ab-822f-4c6a-9e56-b283b7a29cb5 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114635 Feb 21 04:16:08.529820 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f82841d5-9ca4-4387-9ea2-fd116372a57f req-e01514c2-b2ca-4b19-b5e9-23e9bacf1835 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945101 Feb 21 04:16:08.530322 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['ad59d774-1de8-45e3-a9d1-6d9c1aeca36e'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:16:08.571776 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:08.646300 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:08.667762 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59814) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:08.753799 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'Port': ['ID=2f0ab78e-d156-44f8-a2e4-b409bf502408,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:08.836887 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Network 1757e5fc-c4b3-4899-835a-555e305edb49 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:16:08.839760 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:16:08.843283 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:16:08.917037 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35846888-b81b-4b2c-a665-75ca626b608e req-da0bbdbf-87a5-4d59-a2a4-0bcb36fc2b3f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:08.928234 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35846888-b81b-4b2c-a665-75ca626b608e req-da0bbdbf-87a5-4d59-a2a4-0bcb36fc2b3f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 945 time: 0.1753874 Feb 21 04:16:08.931179 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1835cabb-93ab-4f0e-afad-42cc0e0f0be6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:08.972986 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:08.973977 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:09.006935 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-0010742e-1d71-4d99-b448-8c2fdf5357cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8946948 Feb 21 04:16:09.069843 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35846888-b81b-4b2c-a665-75ca626b608e req-aa59c625-0981-4761-8dc5-02eb21f0ebf2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179154 Feb 21 04:16:09.184294 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1835cabb-93ab-4f0e-afad-42cc0e0f0be6 admin admin] Publish callbacks [] for security_group (6597318c-809e-4c4a-8113-99966fd1fac5), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:09.200857 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1835cabb-93ab-4f0e-afad-42cc0e0f0be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (6597318c-809e-4c4a-8113-99966fd1fac5), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:09.267286 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-1835cabb-93ab-4f0e-afad-42cc0e0f0be6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e82d993f99aa4230a69abcc9b1c74819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5978189 Feb 21 04:16:09.268193 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 59830) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:09.300738 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-e4dc3865-5fc5-4c22-a1b1-4b73edb948a2 None None] Provisioning complete for port 2f0ab78e-d156-44f8-a2e4-b409bf502408 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:16:09.302389 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1835cabb-93ab-4f0e-afad-42cc0e0f0be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6597318c-809e-4c4a-8113-99966fd1fac5,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:09.303049 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e4dc3865-5fc5-4c22-a1b1-4b73edb948a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:09.343211 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-e4dc3865-5fc5-4c22-a1b1-4b73edb948a2 None None] Port 2f0ab78e-d156-44f8-a2e4-b409bf502408 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:16:09.381625 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3758f0e5-02a8-4c53-b5d5-e165c149c0ad admin admin] Publish callbacks [] for security_group (6597318c-809e-4c4a-8113-99966fd1fac5), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:09.400899 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb254b69-d29f-431f-91b8-4a80853555db req-ac680508-ec6c-454d-8592-bf3d1e18a089 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:09.408529 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-eb254b69-d29f-431f-91b8-4a80853555db req-ac680508-ec6c-454d-8592-bf3d1e18a089 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 932 time: 0.1943285 Feb 21 04:16:09.433567 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3758f0e5-02a8-4c53-b5d5-e165c149c0ad admin admin] Publish callbacks [] for security_group (6597318c-809e-4c4a-8113-99966fd1fac5), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:09.488314 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-eb254b69-d29f-431f-91b8-4a80853555db req-3f9f902d-dede-4533-8105-64668520eae9 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787954 Feb 21 04:16:09.519619 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3758f0e5-02a8-4c53-b5d5-e165c149c0ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (6597318c-809e-4c4a-8113-99966fd1fac5), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:09.523568 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3758f0e5-02a8-4c53-b5d5-e165c149c0ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:09.526979 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-3758f0e5-02a8-4c53-b5d5-e165c149c0ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6597318c-809e-4c4a-8113-99966fd1fac5 HTTP/1.1" status: 204 len: 168 time: 0.2544250 Feb 21 04:16:09.538808 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3758f0e5-02a8-4c53-b5d5-e165c149c0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6597318c-809e-4c4a-8113-99966fd1fac5,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:09.691445 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e821c72-c2ef-4229-a35f-f634cfebee5d req-3832d3ec-d26f-49e7-9462-7943d0d70aba tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:09.698530 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8e821c72-c2ef-4229-a35f-f634cfebee5d req-3832d3ec-d26f-49e7-9462-7943d0d70aba tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1061015 Feb 21 04:16:09.714203 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fd64d-008f-4376-81e8-ccb03203e9b7 req-7f0f5eb6-cebd-4857-a902-950dd94fa2e0 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:09.715604 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c48fd64d-008f-4376-81e8-ccb03203e9b7 req-7f0f5eb6-cebd-4857-a902-950dd94fa2e0 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.0907140 Feb 21 04:16:09.778738 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8e821c72-c2ef-4229-a35f-f634cfebee5d req-de771a50-a862-42ab-8adf-1a0989143a93 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786574 Feb 21 04:16:09.809907 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c48fd64d-008f-4376-81e8-ccb03203e9b7 req-fb7ac1f8-5fea-41cc-b4e1-e730c0d06810 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879507 Feb 21 04:16:09.964342 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:09.998907 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 59840) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:10.017527 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:10.121261 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Publish callbacks [] for security_group (5dd64718-0623-49ee-a73b-572b912ba43e), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:10.126730 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (5dd64718-0623-49ee-a73b-572b912ba43e), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:10.192908 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd64718-0623-49ee-a73b-572b912ba43e,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:10.234710 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.235084 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.235431 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.235763 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.236091 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.236418 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.236781 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.237108 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.237434 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.237754 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.238071 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.238383 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.238753 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.253088 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-303b03ae-4df5-4df2-b0d3-4d7f1dcc3d9e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98426154818e4edcb554ce9dd690d883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504487 Feb 21 04:16:10.254491 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59856) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:10.278607 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6867c-2e4d-4d88-9e17-0567c0dc7742 req-24609900-c12d-4ac6-811e-c38e5bf3e4a2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:10.280877 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e0a6867c-2e4d-4d88-9e17-0567c0dc7742 req-24609900-c12d-4ac6-811e-c38e5bf3e4a2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 945 time: 0.1007850 Feb 21 04:16:10.348098 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Publish callbacks [] for security_group (5dd64718-0623-49ee-a73b-572b912ba43e), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:10.366070 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e0a6867c-2e4d-4d88-9e17-0567c0dc7742 req-c7a58139-cfe1-4c99-8ae8-95fa670dbe4c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782835 Feb 21 04:16:10.380624 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Publish callbacks [] for security_group (5dd64718-0623-49ee-a73b-572b912ba43e), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:10.443370 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (5dd64718-0623-49ee-a73b-572b912ba43e), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:10.447064 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:10.450549 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5dd64718-0623-49ee-a73b-572b912ba43e HTTP/1.1" status: 204 len: 168 time: 0.1930871 Feb 21 04:16:10.463638 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd64718-0623-49ee-a73b-572b912ba43e,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:10.472270 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.472654 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.472998 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.473390 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.474036 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.474155 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.474484 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.474899 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.475114 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.475551 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.476033 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.476339 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.476681 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34079808-d62e-4b1e-8e8d-1ff4017dbb6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:10.723797 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0de741-35d2-420f-968f-7a25359db3f2 req-99d40f38-1ab8-4fc1-ab6d-88cf16fb4478 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:10.724983 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6f0de741-35d2-420f-968f-7a25359db3f2 req-99d40f38-1ab8-4fc1-ab6d-88cf16fb4478 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 932 time: 0.0871782 Feb 21 04:16:10.810454 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6f0de741-35d2-420f-968f-7a25359db3f2 req-e60c657e-7b47-4ed1-bf43-008e51a2316b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752506 Feb 21 04:16:10.860664 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 59876) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:10.993162 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441894c9-9e96-48b8-a103-c58deefb90e0 req-5473b48c-aa6d-4efb-9912-975663908536 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:10.994665 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-441894c9-9e96-48b8-a103-c58deefb90e0 req-5473b48c-aa6d-4efb-9912-975663908536 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1245382 Feb 21 04:16:11.023442 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce5a63c-59a2-4c71-bc89-9ec80470d126 req-c8149417-ba82-4aba-872c-0237c9bc9d0f tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:11.024984 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9ce5a63c-59a2-4c71-bc89-9ec80470d126 req-c8149417-ba82-4aba-872c-0237c9bc9d0f tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.0913775 Feb 21 04:16:11.027010 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6cdcccd1-6b56-4aa7-ad9c-9a328fa62d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:11.118609 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-441894c9-9e96-48b8-a103-c58deefb90e0 req-873443d1-933f-4bc5-ac0c-3e832b33cf4d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138129 Feb 21 04:16:11.130944 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9ce5a63c-59a2-4c71-bc89-9ec80470d126 req-67cabbed-dc61-4e4a-83dc-065d26cd160a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954757 Feb 21 04:16:11.237451 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6cdcccd1-6b56-4aa7-ad9c-9a328fa62d59 admin admin] Publish callbacks [] for security_group (095ba1fd-e401-41c9-a2a7-bc46008bdb8f), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:11.242457 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6cdcccd1-6b56-4aa7-ad9c-9a328fa62d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (095ba1fd-e401-41c9-a2a7-bc46008bdb8f), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:11.284343 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-6cdcccd1-6b56-4aa7-ad9c-9a328fa62d59 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c24991c9594f454fa4e52c580a012d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224303 Feb 21 04:16:11.285109 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcccd1-6b56-4aa7-ad9c-9a328fa62d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095ba1fd-e401-41c9-a2a7-bc46008bdb8f,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:11.286982 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 59892) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:11.354902 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-adba2d35-15a0-4d9f-b670-08d9104d15f2 admin admin] Publish callbacks [] for security_group (095ba1fd-e401-41c9-a2a7-bc46008bdb8f), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:11.387865 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-adba2d35-15a0-4d9f-b670-08d9104d15f2 admin admin] Publish callbacks [] for security_group (095ba1fd-e401-41c9-a2a7-bc46008bdb8f), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:11.460129 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-adba2d35-15a0-4d9f-b670-08d9104d15f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (095ba1fd-e401-41c9-a2a7-bc46008bdb8f), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:11.463323 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-adba2d35-15a0-4d9f-b670-08d9104d15f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:11.472520 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-adba2d35-15a0-4d9f-b670-08d9104d15f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/095ba1fd-e401-41c9-a2a7-bc46008bdb8f HTTP/1.1" status: 204 len: 168 time: 0.1838055 Feb 21 04:16:11.494311 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adba2d35-15a0-4d9f-b670-08d9104d15f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095ba1fd-e401-41c9-a2a7-bc46008bdb8f,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:11.533758 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716e98c-06fb-4c96-bb2d-7fe9ee244233 req-62cae1cf-c045-428c-8d23-c05a9584eb63 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:11.541858 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c716e98c-06fb-4c96-bb2d-7fe9ee244233 req-62cae1cf-c045-428c-8d23-c05a9584eb63 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 945 time: 0.0685644 Feb 21 04:16:11.563135 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad59d774-1de8-45e3-a9d1-6d9c1aeca36e up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:16:11.632337 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:16:11.641212 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:16:11.641906 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:11.677727 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c716e98c-06fb-4c96-bb2d-7fe9ee244233 req-5e23ee26-47e9-4d3a-a1b5-d73056727828 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199949 Feb 21 04:16:11.753733 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:16:11.755229 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:11.833828 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a128817-df9b-46f1-902b-03d1cbcddb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:16:11.838242 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b81a0d4-480f-4c06-b0c8-5b413634f601" -d '{"events": [{"server_uuid": "4a128817-df9b-46f1-902b-03d1cbcddb7d", "name": "network-vif-plugged", "status": "completed", "tag": "ad59d774-1de8-45e3-a9d1-6d9c1aeca36e"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:16:11.875988 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:16:11.883511 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:11.955670 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475c96e6-8971-4f1f-b709-51cab7553fbe x-openstack-request-id: req-475c96e6-8971-4f1f-b709-51cab7553fbe {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:16:11.955991 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a128817-df9b-46f1-902b-03d1cbcddb7d", "name": "network-vif-plugged", "status": "completed", "tag": "ad59d774-1de8-45e3-a9d1-6d9c1aeca36e", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:16:11.959823 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-475c96e6-8971-4f1f-b709-51cab7553fbe {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:16:11.962559 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a128817-df9b-46f1-902b-03d1cbcddb7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e', 'code': 200} Feb 21 04:16:12.026020 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:12.108534 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a326f6d-0791-4249-be66-e10e117798a2 req-c375c427-0371-4442-ae6f-b97a5d342ba6 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:12.111437 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4a326f6d-0791-4249-be66-e10e117798a2 req-c375c427-0371-4442-ae6f-b97a5d342ba6 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 932 time: 0.1034634 Feb 21 04:16:12.189029 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4a326f6d-0791-4249-be66-e10e117798a2 req-e5f271de-7d98-4549-9a2f-48b9499036e7 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672488 Feb 21 04:16:12.351481 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf8e54c-9b76-4323-8452-1d808d16925f req-118af3f1-b1f6-442c-824a-a70c91336ce3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:12.358564 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-adf8e54c-9b76-4323-8452-1d808d16925f req-118af3f1-b1f6-442c-824a-a70c91336ce3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1231499 Feb 21 04:16:12.419206 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-adf8e54c-9b76-4323-8452-1d808d16925f req-8e9fcb1a-9f73-4d32-b07f-4e830afff8c2 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590644 Feb 21 04:16:12.435009 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30020d4e-dad2-4859-91b8-b84a55b4c307 req-e419867d-e3a5-4795-8a3c-3a4d3430cf1d tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:12.442437 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-30020d4e-dad2-4859-91b8-b84a55b4c307 req-e419867d-e3a5-4795-8a3c-3a4d3430cf1d tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.1501110 Feb 21 04:16:12.495369 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-30020d4e-dad2-4859-91b8-b84a55b4c307 req-c6a7a642-180e-4b7e-8f22-54bd2a047a79 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518081 Feb 21 04:16:12.807542 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15fbc3-9f10-465a-8398-5dd411e71710 req-aca5e6ed-9f8d-40e8-851e-8a5e2c1411fd tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:12.816917 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a15fbc3-9f10-465a-8398-5dd411e71710 req-aca5e6ed-9f8d-40e8-851e-8a5e2c1411fd tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0917163 Feb 21 04:16:12.878985 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a15fbc3-9f10-465a-8398-5dd411e71710 req-ab8ba91e-835a-4414-ba51-6c2c573e9db6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608852 Feb 21 04:16:13.380048 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c9dc6-826b-4120-b634-f6ea6711b273 req-44a39c7e-5214-4ceb-8234-0fbeab707f2a tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:13.382555 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c0c9dc6-826b-4120-b634-f6ea6711b273 req-44a39c7e-5214-4ceb-8234-0fbeab707f2a tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 932 time: 0.1134546 Feb 21 04:16:13.533311 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c0c9dc6-826b-4120-b634-f6ea6711b273 req-205db2ce-e33f-49d1-aa13-5837ad649303 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366680 Feb 21 04:16:13.614648 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63219e1-22b2-499b-988c-9f17eec2cc58 req-ab828bf5-704e-472f-97e3-5dbade0ef449 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:13.616546 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f63219e1-22b2-499b-988c-9f17eec2cc58 req-ab828bf5-704e-472f-97e3-5dbade0ef449 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0730872 Feb 21 04:16:13.707588 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f63219e1-22b2-499b-988c-9f17eec2cc58 req-d6c1c66a-f81e-4704-bc56-a86aa43fc4db tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805886 Feb 21 04:16:13.716417 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604688e5-9cc3-4968-9c55-ad2582721d89 req-eb06913f-07a7-431f-8d31-57d2860998f5 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:13.724091 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-604688e5-9cc3-4968-9c55-ad2582721d89 req-eb06913f-07a7-431f-8d31-57d2860998f5 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.0982203 Feb 21 04:16:13.801296 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-604688e5-9cc3-4968-9c55-ad2582721d89 req-d115f086-1c9f-4f8c-a10d-e088afd9436a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761352 Feb 21 04:16:14.003896 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4d5b6-cd97-4796-88a9-c71fabda760c req-4697a326-c5d6-4893-83eb-e534a59400a0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:14.005502 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-caa4d5b6-cd97-4796-88a9-c71fabda760c req-4697a326-c5d6-4893-83eb-e534a59400a0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0581291 Feb 21 04:16:14.012904 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60024) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:14.052326 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-caa4d5b6-cd97-4796-88a9-c71fabda760c req-2f82a2aa-e98c-4df7-a168-4a491aff291d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412424 Feb 21 04:16:14.191662 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a5dde65a-6c3d-4dcc-b8c0-94c3fdd93db7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:14.317029 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a5dde65a-6c3d-4dcc-b8c0-94c3fdd93db7 admin admin] Publish callbacks [] for security_group (bd796e39-0f5a-48c0-b5b7-8b34c5010c3b), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:14.317912 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 60038) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:14.320999 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a5dde65a-6c3d-4dcc-b8c0-94c3fdd93db7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (bd796e39-0f5a-48c0-b5b7-8b34c5010c3b), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:14.359631 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-a5dde65a-6c3d-4dcc-b8c0-94c3fdd93db7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a297183754a45d19c8a9628dfe509fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454976 Feb 21 04:16:14.360476 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dde65a-6c3d-4dcc-b8c0-94c3fdd93db7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd796e39-0f5a-48c0-b5b7-8b34c5010c3b,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:14.362402 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 60044) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:14.418502 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0b22b03c-24a0-4c64-be5d-d49b17d7c2e7 admin admin] Publish callbacks [] for security_group (bd796e39-0f5a-48c0-b5b7-8b34c5010c3b), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:14.449980 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cd07fb45-b81e-4b3f-8a44-ceb1eb256140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:14.454079 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0b22b03c-24a0-4c64-be5d-d49b17d7c2e7 admin admin] Publish callbacks [] for security_group (bd796e39-0f5a-48c0-b5b7-8b34c5010c3b), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:14.553985 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0b22b03c-24a0-4c64-be5d-d49b17d7c2e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (bd796e39-0f5a-48c0-b5b7-8b34c5010c3b), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:14.556618 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-0b22b03c-24a0-4c64-be5d-d49b17d7c2e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:14.557887 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-0b22b03c-24a0-4c64-be5d-d49b17d7c2e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bd796e39-0f5a-48c0-b5b7-8b34c5010c3b HTTP/1.1" status: 204 len: 168 time: 0.1936681 Feb 21 04:16:14.577374 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cd07fb45-b81e-4b3f-8a44-ceb1eb256140 admin admin] Publish callbacks [] for security_group (4a0276ff-9d4f-4499-9f37-f38161803dc9), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:14.578929 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22b03c-24a0-4c64-be5d-d49b17d7c2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd796e39-0f5a-48c0-b5b7-8b34c5010c3b,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:14.583986 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cd07fb45-b81e-4b3f-8a44-ceb1eb256140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4a0276ff-9d4f-4499-9f37-f38161803dc9), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:14.648381 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd07fb45-b81e-4b3f-8a44-ceb1eb256140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a0276ff-9d4f-4499-9f37-f38161803dc9,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:14.656700 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-cd07fb45-b81e-4b3f-8a44-ceb1eb256140 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47aed92d0def47b48c2621c1a2eace5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3365002 Feb 21 04:16:14.658518 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60052) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:14.704392 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e18f-f280-4a56-aee8-1d13e8638473 req-e5236890-52a4-4d7b-bfd2-038e44108210 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:14.705968 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1086e18f-f280-4a56-aee8-1d13e8638473 req-e5236890-52a4-4d7b-bfd2-038e44108210 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 932 time: 0.0728481 Feb 21 04:16:14.809014 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1086e18f-f280-4a56-aee8-1d13e8638473 req-3e07085b-7dba-477b-9f2c-e8665e75f5e4 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967355 Feb 21 04:16:14.872065 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-49325ae1-ef22-4377-bec2-f3bed9f4d8fa admin admin] Publish callbacks [] for security_group (4a0276ff-9d4f-4499-9f37-f38161803dc9), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:14.934985 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-49325ae1-ef22-4377-bec2-f3bed9f4d8fa admin admin] Publish callbacks [] for security_group (4a0276ff-9d4f-4499-9f37-f38161803dc9), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.002276 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-49325ae1-ef22-4377-bec2-f3bed9f4d8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4a0276ff-9d4f-4499-9f37-f38161803dc9), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.004924 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-49325ae1-ef22-4377-bec2-f3bed9f4d8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.006076 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-49325ae1-ef22-4377-bec2-f3bed9f4d8fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a0276ff-9d4f-4499-9f37-f38161803dc9 HTTP/1.1" status: 204 len: 168 time: 0.3462961 Feb 21 04:16:15.018646 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49325ae1-ef22-4377-bec2-f3bed9f4d8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a0276ff-9d4f-4499-9f37-f38161803dc9,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:15.087308 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37145ab-f604-41ed-af29-657708bc8cff req-8cb81fd7-fa72-4bbe-97d6-a0edd857335b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:15.094846 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c37145ab-f604-41ed-af29-657708bc8cff req-8cb81fd7-fa72-4bbe-97d6-a0edd857335b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.2214150 Feb 21 04:16:15.142604 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60068) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:15.158121 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-23712782-5c9f-4f38-b99f-20ac8346b09b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.198245 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c37145ab-f604-41ed-af29-657708bc8cff req-6f858b58-8135-40a3-93dd-fbb656d3b43a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022546 Feb 21 04:16:15.218012 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbf407-a2af-436b-b237-0e9b38408936 req-797bb8d4-0a7b-462e-bd8d-b016b1a92311 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:15.225535 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dacbf407-a2af-436b-b237-0e9b38408936 req-797bb8d4-0a7b-462e-bd8d-b016b1a92311 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.2863247 Feb 21 04:16:15.272624 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-23712782-5c9f-4f38-b99f-20ac8346b09b admin admin] Publish callbacks [] for security_group (acafd55a-8b3e-49a0-a604-d412b8e98bfb), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.276450 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dacbf407-a2af-436b-b237-0e9b38408936 req-7f925c92-4562-4bf7-a7eb-d8547d967085 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497441 Feb 21 04:16:15.292112 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-23712782-5c9f-4f38-b99f-20ac8346b09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (acafd55a-8b3e-49a0-a604-d412b8e98bfb), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.330611 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-23712782-5c9f-4f38-b99f-20ac8346b09b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e05b8ffb00c4630984de9534fadf13b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845522 Feb 21 04:16:15.331344 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 60072) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:15.337128 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23712782-5c9f-4f38-b99f-20ac8346b09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acafd55a-8b3e-49a0-a604-d412b8e98bfb,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:15.411151 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c11d0-1131-46b5-bb63-abd2d2036b62 req-e1d6b183-8009-42b9-9882-b48dea96ba2a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:15.418079 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3a7c11d0-1131-46b5-bb63-abd2d2036b62 req-e1d6b183-8009-42b9-9882-b48dea96ba2a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0975020 Feb 21 04:16:15.430598 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8ca10db7-3f07-42cb-b8dc-223e810c5883 admin admin] Publish callbacks [] for security_group (acafd55a-8b3e-49a0-a604-d412b8e98bfb), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.434705 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60074) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:15.453300 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-2c65269d-a4d4-48ea-a620-152c3d6bc1f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.486640 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8ca10db7-3f07-42cb-b8dc-223e810c5883 admin admin] Publish callbacks [] for security_group (acafd55a-8b3e-49a0-a604-d412b8e98bfb), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.496879 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3a7c11d0-1131-46b5-bb63-abd2d2036b62 req-2114151c-8522-4937-9419-f521129333e0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778835 Feb 21 04:16:15.537467 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-2c65269d-a4d4-48ea-a620-152c3d6bc1f8 admin admin] Publish callbacks [] for security_group (bce9f340-b21c-454a-9d00-a6b30e7a04db), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.541616 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-2c65269d-a4d4-48ea-a620-152c3d6bc1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (bce9f340-b21c-454a-9d00-a6b30e7a04db), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.544542 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8ca10db7-3f07-42cb-b8dc-223e810c5883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (acafd55a-8b3e-49a0-a604-d412b8e98bfb), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.554601 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8ca10db7-3f07-42cb-b8dc-223e810c5883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.559443 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-8ca10db7-3f07-42cb-b8dc-223e810c5883 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/acafd55a-8b3e-49a0-a604-d412b8e98bfb HTTP/1.1" status: 204 len: 168 time: 0.2268758 Feb 21 04:16:15.573648 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca10db7-3f07-42cb-b8dc-223e810c5883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acafd55a-8b3e-49a0-a604-d412b8e98bfb,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:15.585941 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-2c65269d-a4d4-48ea-a620-152c3d6bc1f8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8f9c9ba1240b44d5ad1433a6dd0f4926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501591 Feb 21 04:16:15.587940 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65269d-a4d4-48ea-a620-152c3d6bc1f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce9f340-b21c-454a-9d00-a6b30e7a04db,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:15.588789 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 60078) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:15.647539 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee2b1-3d80-4658-a1ca-ef52e697a06b admin admin] Publish callbacks [] for security_group (bce9f340-b21c-454a-9d00-a6b30e7a04db), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.671153 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee2b1-3d80-4658-a1ca-ef52e697a06b admin admin] Publish callbacks [] for security_group (bce9f340-b21c-454a-9d00-a6b30e7a04db), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.727743 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee2b1-3d80-4658-a1ca-ef52e697a06b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (bce9f340-b21c-454a-9d00-a6b30e7a04db), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.731189 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ed1ee2b1-3d80-4658-a1ca-ef52e697a06b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:15.733194 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-ed1ee2b1-3d80-4658-a1ca-ef52e697a06b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bce9f340-b21c-454a-9d00-a6b30e7a04db HTTP/1.1" status: 204 len: 168 time: 0.1389556 Feb 21 04:16:15.741793 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1ee2b1-3d80-4658-a1ca-ef52e697a06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce9f340-b21c-454a-9d00-a6b30e7a04db,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:16.011154 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a45bd05-f9b0-4875-b196-48d5e250cb6a req-b7018c3f-4dd2-40e4-b5f6-630c1986deec tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:16.013050 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7a45bd05-f9b0-4875-b196-48d5e250cb6a req-b7018c3f-4dd2-40e4-b5f6-630c1986deec tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 932 time: 0.1067941 Feb 21 04:16:16.072101 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7a45bd05-f9b0-4875-b196-48d5e250cb6a req-f11b3edc-a67f-45fb-aa56-6741aae35f52 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501316 Feb 21 04:16:16.533388 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31b329-35df-4bc2-b348-44b08a40dcea req-5fc47c40-d2d1-49de-b8c9-58585c0bb7c7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:16.535024 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f31b329-35df-4bc2-b348-44b08a40dcea req-5fc47c40-d2d1-49de-b8c9-58585c0bb7c7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1707420 Feb 21 04:16:16.594328 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c040a8-c21a-4d59-a4fa-2b412b91e2c2 req-8bf7b680-354f-4f90-9734-4494701eec87 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:16.596044 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-02c040a8-c21a-4d59-a4fa-2b412b91e2c2 req-8bf7b680-354f-4f90-9734-4494701eec87 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.1595924 Feb 21 04:16:16.642258 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f31b329-35df-4bc2-b348-44b08a40dcea req-a3c5d3bb-b635-40af-a3a1-675ac83165c1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978148 Feb 21 04:16:16.793497 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-02c040a8-c21a-4d59-a4fa-2b412b91e2c2 req-821f996d-38b7-4730-8b02-ae6cd651065c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393080 Feb 21 04:16:16.856243 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf027d4-5856-4ef3-ae98-a4e6dc379a32 req-32538c3e-3364-4a2e-8bfb-cf828bfb5039 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:16.858530 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0bf027d4-5856-4ef3-ae98-a4e6dc379a32 req-32538c3e-3364-4a2e-8bfb-cf828bfb5039 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0998931 Feb 21 04:16:16.911656 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0bf027d4-5856-4ef3-ae98-a4e6dc379a32 req-533bc590-8e3a-4ead-a67f-c937b9af27f9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467677 Feb 21 04:16:17.244823 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f0480-f626-4951-81f3-1e392ce22e2e req-d04f5e86-193d-48f5-ab72-4b6309b6bd75 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:17.246356 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-295f0480-f626-4951-81f3-1e392ce22e2e req-d04f5e86-193d-48f5-ab72-4b6309b6bd75 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 932 time: 0.0979960 Feb 21 04:16:17.335162 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-295f0480-f626-4951-81f3-1e392ce22e2e req-a44e2783-fb45-43f7-8a5e-9dc788485c6d tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789847 Feb 21 04:16:17.613722 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 60154) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:17.730064 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-baaaea82-903f-4315-889e-904c6488ed85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:17.817708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab0ff4-1abf-4a16-94a0-c50f49dfdbe6 req-430d0c59-51d1-42a4-9275-a7349e7c2eef tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:17.820051 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-65ab0ff4-1abf-4a16-94a0-c50f49dfdbe6 req-430d0c59-51d1-42a4-9275-a7349e7c2eef tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0917914 Feb 21 04:16:17.944196 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-baaaea82-903f-4315-889e-904c6488ed85 admin admin] Publish callbacks [] for security_group (30210bde-9ef1-47d8-8373-d46c73cdf38a), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:17.956104 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-baaaea82-903f-4315-889e-904c6488ed85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (30210bde-9ef1-47d8-8373-d46c73cdf38a), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:17.990933 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-65ab0ff4-1abf-4a16-94a0-c50f49dfdbe6 req-44657236-e88f-4577-a659-06c40bc21427 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474574 Feb 21 04:16:18.023301 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60176) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:18.023836 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-baaaea82-903f-4315-889e-904c6488ed85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03931b819ed549a190a47a4c2d1f793d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4084740 Feb 21 04:16:18.027125 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaea82-903f-4315-889e-904c6488ed85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30210bde-9ef1-47d8-8373-d46c73cdf38a,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:18.055815 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc882ca9-01dc-45d2-8f8e-a46fb1967f04 req-b999f3a7-9883-4d8c-be72-81da246e0d0f tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:18.065448 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc882ca9-01dc-45d2-8f8e-a46fb1967f04 req-b999f3a7-9883-4d8c-be72-81da246e0d0f tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.1972518 Feb 21 04:16:18.102014 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bd411ea2-f9d2-4d94-a1d1-f720ccd5b091 admin admin] Publish callbacks [] for security_group (30210bde-9ef1-47d8-8373-d46c73cdf38a), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:18.126371 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bd411ea2-f9d2-4d94-a1d1-f720ccd5b091 admin admin] Publish callbacks [] for security_group (30210bde-9ef1-47d8-8373-d46c73cdf38a), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:18.138243 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc882ca9-01dc-45d2-8f8e-a46fb1967f04 req-c0e31350-b8ac-4259-9545-758b5a04540c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719445 Feb 21 04:16:18.163261 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ccf76-a09b-4747-bcdb-57e88388458c req-811562bf-30c4-4943-be2c-6d6f7a20d5f1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:18.164922 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-263ccf76-a09b-4747-bcdb-57e88388458c req-811562bf-30c4-4943-be2c-6d6f7a20d5f1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0770719 Feb 21 04:16:18.210653 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bd411ea2-f9d2-4d94-a1d1-f720ccd5b091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (30210bde-9ef1-47d8-8373-d46c73cdf38a), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:18.216934 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bd411ea2-f9d2-4d94-a1d1-f720ccd5b091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:18.218565 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-bd411ea2-f9d2-4d94-a1d1-f720ccd5b091 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30210bde-9ef1-47d8-8373-d46c73cdf38a HTTP/1.1" status: 204 len: 168 time: 0.1932809 Feb 21 04:16:18.256137 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd411ea2-f9d2-4d94-a1d1-f720ccd5b091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30210bde-9ef1-47d8-8373-d46c73cdf38a,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:18.297346 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-263ccf76-a09b-4747-bcdb-57e88388458c req-1eaae02f-0b4a-4f5f-a9af-4c351b52df31 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145840 Feb 21 04:16:18.480235 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264645c-601f-4ca3-94ef-e3e36107cdcb req-b22580a2-19d9-464c-8706-0d58c4e3fcfd tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:18.481862 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8264645c-601f-4ca3-94ef-e3e36107cdcb req-b22580a2-19d9-464c-8706-0d58c4e3fcfd tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 932 time: 0.0658827 Feb 21 04:16:18.539497 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8264645c-601f-4ca3-94ef-e3e36107cdcb req-9f8462ca-edc4-4b7e-ab69-74ad91a2f692 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515652 Feb 21 04:16:19.112011 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e91c1f-0ce7-4a96-8bd6-5d48311cc59e req-de6f1cc5-e274-4bf9-8620-35f0e0febc74 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:19.113519 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-11e91c1f-0ce7-4a96-8bd6-5d48311cc59e req-de6f1cc5-e274-4bf9-8620-35f0e0febc74 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0521915 Feb 21 04:16:19.169636 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-11e91c1f-0ce7-4a96-8bd6-5d48311cc59e req-bd69606a-4e2a-4a13-b7ed-3ca3c56aa02f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472331 Feb 21 04:16:19.267404 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a0632-4cd5-45c0-80cd-a62eaacdee3b req-eac149ba-aa1c-49f0-8976-b7343382bf6c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:19.269789 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-878a0632-4cd5-45c0-80cd-a62eaacdee3b req-eac149ba-aa1c-49f0-8976-b7343382bf6c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.0534935 Feb 21 04:16:19.316310 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-878a0632-4cd5-45c0-80cd-a62eaacdee3b req-24b57321-3234-497d-97bf-5ecdf6d2fe5c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402400 Feb 21 04:16:19.428703 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78166f67-9191-41a4-87a8-e5d876724457 req-021a8b3b-d91a-4033-afcf-611bdd8777b7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:19.430201 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-78166f67-9191-41a4-87a8-e5d876724457 req-021a8b3b-d91a-4033-afcf-611bdd8777b7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0512106 Feb 21 04:16:19.457652 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60242) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:19.477021 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-78166f67-9191-41a4-87a8-e5d876724457 req-c4e527b0-73ba-411f-af31-be8823c3cc54 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413949 Feb 21 04:16:19.557578 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ec0dad7e-1b09-4490-b35b-3a68db1c4f4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:19.631851 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ec0dad7e-1b09-4490-b35b-3a68db1c4f4d admin admin] Publish callbacks [] for security_group (3c1b1c21-30ae-49d5-995d-4e328c6f2923), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:19.635763 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ec0dad7e-1b09-4490-b35b-3a68db1c4f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (3c1b1c21-30ae-49d5-995d-4e328c6f2923), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:19.660814 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8372129f-7fe5-4584-a7b4-a79e0dd3c36a req-a27783b0-89a7-4153-a9c3-c842c5574764 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:19.662289 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8372129f-7fe5-4584-a7b4-a79e0dd3c36a req-a27783b0-89a7-4153-a9c3-c842c5574764 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 932 time: 0.0548820 Feb 21 04:16:19.677762 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-ec0dad7e-1b09-4490-b35b-3a68db1c4f4d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6bc0fcafa1df42ab97bdfa8176a36c2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190964 Feb 21 04:16:19.678633 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0dad7e-1b09-4490-b35b-3a68db1c4f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1b1c21-30ae-49d5-995d-4e328c6f2923,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:19.680787 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 60248) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:19.734059 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8372129f-7fe5-4584-a7b4-a79e0dd3c36a req-c634df7e-b0b8-4967-83d6-203990e98e67 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661175 Feb 21 04:16:19.753693 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9be98ad4-4c76-4c54-81e1-2c73b10b1b9d admin admin] Publish callbacks [] for security_group (3c1b1c21-30ae-49d5-995d-4e328c6f2923), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:19.775449 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9be98ad4-4c76-4c54-81e1-2c73b10b1b9d admin admin] Publish callbacks [] for security_group (3c1b1c21-30ae-49d5-995d-4e328c6f2923), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:19.822461 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9be98ad4-4c76-4c54-81e1-2c73b10b1b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (3c1b1c21-30ae-49d5-995d-4e328c6f2923), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:19.825034 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9be98ad4-4c76-4c54-81e1-2c73b10b1b9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:19.826207 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-9be98ad4-4c76-4c54-81e1-2c73b10b1b9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c1b1c21-30ae-49d5-995d-4e328c6f2923 HTTP/1.1" status: 204 len: 168 time: 0.1444876 Feb 21 04:16:19.834390 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be98ad4-4c76-4c54-81e1-2c73b10b1b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1b1c21-30ae-49d5-995d-4e328c6f2923,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:20.303558 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e141b-5996-4092-bdf9-84a8da62a586 req-238f71ef-7219-4477-8220-8c42623c6c44 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:20.305059 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d37e141b-5996-4092-bdf9-84a8da62a586 req-238f71ef-7219-4477-8220-8c42623c6c44 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0647769 Feb 21 04:16:20.356566 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d37e141b-5996-4092-bdf9-84a8da62a586 req-3aed848a-190d-4437-9cf4-c3e66e2523fb tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455902 Feb 21 04:16:20.456503 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b3bc7-4e93-4fea-b8e3-253aa9c7b86c req-df76ae6a-6bd9-4d88-b22a-5da2f72192db tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:20.458022 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-798b3bc7-4e93-4fea-b8e3-253aa9c7b86c req-df76ae6a-6bd9-4d88-b22a-5da2f72192db tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.0514219 Feb 21 04:16:20.509201 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-798b3bc7-4e93-4fea-b8e3-253aa9c7b86c req-4a0ab450-e7f0-4b8a-ac26-0887b324074f tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456078 Feb 21 04:16:20.598763 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec1aca-0adc-4dba-b3fa-8c61cafb5895 req-23215f81-77a1-42d5-aebb-2481dd679faa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:20.600318 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-42ec1aca-0adc-4dba-b3fa-8c61cafb5895 req-23215f81-77a1-42d5-aebb-2481dd679faa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0531425 Feb 21 04:16:20.651801 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-42ec1aca-0adc-4dba-b3fa-8c61cafb5895 req-3f7eea3f-a667-4237-8c0b-9a9c69637667 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Feb 21 04:16:20.853050 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46253259-a004-42d1-8e6b-e6708b0a6bfe req-ddf410d8-d603-46b2-b192-1cd18c611595 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:20.854512 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-46253259-a004-42d1-8e6b-e6708b0a6bfe req-ddf410d8-d603-46b2-b192-1cd18c611595 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 932 time: 0.0515964 Feb 21 04:16:20.901325 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-46253259-a004-42d1-8e6b-e6708b0a6bfe req-09c28ea3-d1a9-4223-845f-87d191dda387 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405006 Feb 21 04:16:20.965389 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Request body: {'port': {'device_id': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:16:21.036369 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:21.088403 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d516567-84e8-441b-b604-314e3fc22dd1 req-d9da523b-b777-4f95-9724-50ff2842671e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:21.090966 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-5d516567-84e8-441b-b604-314e3fc22dd1 req-d9da523b-b777-4f95-9724-50ff2842671e service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ccc7210-5287-4fb4-a169-f1209c8506d4 HTTP/1.1" status: 200 len: 914 time: 0.1329527 Feb 21 04:16:21.194068 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-5d516567-84e8-441b-b604-314e3fc22dd1 req-4e64815f-1801-427a-9173-73d9486189ea service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e3b4314c-490f-4b92-b46a-0ebe1ed983f0 HTTP/1.1" status: 200 len: 217 time: 0.0925992 Feb 21 04:16:21.331174 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac4755-903f-46e1-8704-7d9de70f42f9 req-ce36aaeb-2923-4f26-90eb-a5539c16d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:21.333068 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-2cac4755-903f-46e1-8704-7d9de70f42f9 req-ce36aaeb-2923-4f26-90eb-a5539c16d2d6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 1129 time: 0.1379182 Feb 21 04:16:21.344840 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d516567-84e8-441b-b604-314e3fc22dd1 req-8e7e01df-e45b-449b-a702-b1fcd79dd4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:21.346870 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-5d516567-84e8-441b-b604-314e3fc22dd1 req-8e7e01df-e45b-449b-a702-b1fcd79dd4ff service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a30a23fe-eeb0-403b-9df9-bfa1059200d1 HTTP/1.1" status: 200 len: 854 time: 0.1263049 Feb 21 04:16:21.389281 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5070b-c6bf-47c4-9c57-67151492d07a req-1c74a1ae-4981-4a62-b392-639cde7dc1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:21.390713 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-44e5070b-c6bf-47c4-9c57-67151492d07a req-1c74a1ae-4981-4a62-b392-639cde7dc1b5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 1129 time: 0.1841452 Feb 21 04:16:21.418595 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-5d516567-84e8-441b-b604-314e3fc22dd1 req-dd97c42d-1ae3-452a-bb44-8840c384ec1f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ccc7210-5287-4fb4-a169-f1209c8506d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515051 Feb 21 04:16:21.438264 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f0ab78e-d156-44f8-a2e4-b409bf502408 {{(pid=102899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:16:21.458074 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Publish callbacks [] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:21.490536 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.provisioning_blocks [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Transition to ACTIVE for port object 2f0ab78e-d156-44f8-a2e4-b409bf502408 will not be triggered until provisioned by entity L2. {{(pid=102899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:16:21.499186 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:21.541653 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16905f50-c4f3-454e-bbfd-331795b37ec1 req-0be4026f-0a91-4cc5-8b7e-9cb72a87c95d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:21.543226 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-16905f50-c4f3-454e-bbfd-331795b37ec1 req-0be4026f-0a91-4cc5-8b7e-9cb72a87c95d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1078875 Feb 21 04:16:21.568555 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49369cae-88b1-4bed-9c0e-1a5aa88d28f9 req-99e38a87-3772-42c8-8cc2-738d8f7ca1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:21.568555 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-49369cae-88b1-4bed-9c0e-1a5aa88d28f9 req-99e38a87-3772-42c8-8cc2-738d8f7ca1ee service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 1130 time: 0.2322493 Feb 21 04:16:21.569253 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 60376) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:21.569375 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-44e5070b-c6bf-47c4-9c57-67151492d07a req-78a16217-582f-40dd-bab0-88011f6fcc07 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525619 Feb 21 04:16:21.655459 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac4755-903f-46e1-8704-7d9de70f42f9 req-36adbe3a-53d8-498b-9d84-d93b2f555578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:21.657824 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-2cac4755-903f-46e1-8704-7d9de70f42f9 req-36adbe3a-53d8-498b-9d84-d93b2f555578 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 918 time: 0.2882421 Feb 21 04:16:21.675456 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-5d516567-84e8-441b-b604-314e3fc22dd1 req-95ce48d4-2f54-4402-84e6-7c0d9d109a9d service neutron] 10.222.0.45 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083907 Feb 21 04:16:21.692981 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-49369cae-88b1-4bed-9c0e-1a5aa88d28f9 req-f07fd5f6-fab2-4477-a12b-10c003bb370b service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141150 Feb 21 04:16:21.852082 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Pushing event updated for resources: {'Port': ['ID=2f0ab78e-d156-44f8-a2e4-b409bf502408,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:21.957487 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ab7bbb-c35f-4e2b-905d-8ec310b521db admin admin] Deleting subnet 9d070899-22d9-4557-bb55-31a057b7e056 {{(pid=102899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:16:21.966089 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7bbb-c35f-4e2b-905d-8ec310b521db admin admin] Publish callbacks [] for subnet (9d070899-22d9-4557-bb55-31a057b7e056), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:21.972118 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-16905f50-c4f3-454e-bbfd-331795b37ec1 req-6789cd10-09d9-4c36-9719-247564826d79 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207892 Feb 21 04:16:22.027563 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24877a3d-99a3-4990-b1db-6de0d2adc11c req-7e17e94a-26cc-42ed-980d-b55b1a508528 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:22.029296 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24877a3d-99a3-4990-b1db-6de0d2adc11c req-7e17e94a-26cc-42ed-980d-b55b1a508528 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.2188084 Feb 21 04:16:22.031830 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Attempting to bind port 2f0ab78e-d156-44f8-a2e4-b409bf502408 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:16:22.032158 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Attempting to bind port 2f0ab78e-d156-44f8-a2e4-b409bf502408 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:16:22.032483 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Attempting to bind port 2f0ab78e-d156-44f8-a2e4-b409bf502408 on network 1757e5fc-c4b3-4899-835a-555e305edb49 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:16:22.035864 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7bbb-c35f-4e2b-905d-8ec310b521db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14165117'] for subnet (9d070899-22d9-4557-bb55-31a057b7e056), precommit_delete_associations {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:22.101234 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Port 2f0ab78e-d156-44f8-a2e4-b409bf502408 on network 1757e5fc-c4b3-4899-835a-555e305edb49 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:16:22.101576 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Attempting to bind port 2f0ab78e-d156-44f8-a2e4-b409bf502408 on network 1757e5fc-c4b3-4899-835a-555e305edb49 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:16:22.125071 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:16:22.125409 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Checking segment: {'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:16:22.125789 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Bound using segment: {'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:16:22.126216 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Bound port: 2f0ab78e-d156-44f8-a2e4-b409bf502408, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a66e4b-fada-4406-8daf-b0fc7a349e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49'}}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:16:22.126564 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:22.163068 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7bbb-c35f-4e2b-905d-8ec310b521db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (9d070899-22d9-4557-bb55-31a057b7e056), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:22.208936 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-24877a3d-99a3-4990-b1db-6de0d2adc11c req-9e95f685-0e40-4bfe-9b01-1088f1a7d195 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700819 Feb 21 04:16:22.229519 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e2a84-09e1-44cb-93cd-d06e346fec3f req-1c130512-74ab-4116-9635-9bba163ea38d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:22.229971 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a47e2a84-09e1-44cb-93cd-d06e346fec3f req-1c130512-74ab-4116-9635-9bba163ea38d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.1922944 Feb 21 04:16:22.294260 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] For port 2f0ab78e-d156-44f8-a2e4-b409bf502408, host hv-cinder-77398, cleared binding levels {{(pid=102899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:16:22.308120 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-2cac4755-903f-46e1-8704-7d9de70f42f9 req-98b0a2cb-928c-4f29-a476-05985598638b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3 HTTP/1.1" status: 200 len: 217 time: 0.0552433 Feb 21 04:16:22.352983 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7bbb-c35f-4e2b-905d-8ec310b521db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15709838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14453937'] for subnet (9d070899-22d9-4557-bb55-31a057b7e056), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:22.360175 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] For port 2f0ab78e-d156-44f8-a2e4-b409bf502408, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:16:22.407426 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ab7bbb-c35f-4e2b-905d-8ec310b521db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d070899-22d9-4557-bb55-31a057b7e056,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:22.416698 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:22.445263 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac4755-903f-46e1-8704-7d9de70f42f9 req-ae42d86f-77ec-4985-b28d-6139a5f75d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:22.446717 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-2cac4755-903f-46e1-8704-7d9de70f42f9 req-ae42d86f-77ec-4985-b28d-6139a5f75d3f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 200 len: 858 time: 0.1115160 Feb 21 04:16:22.465070 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a47e2a84-09e1-44cb-93cd-d06e346fec3f req-28b1457f-3bc3-422e-8333-33b6b6c7028f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256205 Feb 21 04:16:22.472234 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-5d516567-84e8-441b-b604-314e3fc22dd1 req-b8c601ea-2d5e-46f9-8cdc-9d0db22b2fa7 service neutron] 10.222.0.45 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179890 Feb 21 04:16:22.499095 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Pushing event updated for resources: {'Port': ['ID=2f0ab78e-d156-44f8-a2e4-b409bf502408,revision_number=3']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:22.502557 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-2cac4755-903f-46e1-8704-7d9de70f42f9 req-89b8d938-1e62-45e4-8405-5d023b5d8c00 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dbdf964-252c-4bd3-8302-8e42b37a68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466921 Feb 21 04:16:22.505258 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d3ab7bbb-c35f-4e2b-905d-8ec310b521db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:22.513515 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-d3ab7bbb-c35f-4e2b-905d-8ec310b521db admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9d070899-22d9-4557-bb55-31a057b7e056 HTTP/1.1" status: 204 len: 168 time: 0.9406874 Feb 21 04:16:22.513864 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60404) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:22.522420 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:22.523106 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:22.524908 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1cf9037e-d889-4b98-b1ca-7d8255780e2a service neutron] 10.222.0.45 "PUT /v2.0/ports/2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 200 len: 1094 time: 1.5636220 Feb 21 04:16:22.525413 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:16:22.527693 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b4090f-6ef1-4beb-881c-9e7818b8ff18" -d '{"events": [{"name": "network-changed", "server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:16:22.561664 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c1009-e0a6-4212-8b64-b9c76ae39c7b req-d92ccac1-6743-48c5-89f2-038a564c7b34 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:22.578246 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1a5c1009-e0a6-4212-8b64-b9c76ae39c7b req-d92ccac1-6743-48c5-89f2-038a564c7b34 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 944 time: 0.3062818 Feb 21 04:16:22.609860 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdf3db8-c9b6-40d1-a41d-dc08a0ece475 x-openstack-request-id: req-9fdf3db8-c9b6-40d1-a41d-dc08a0ece475 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:16:22.610142 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:16:22.610401 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9fdf3db8-c9b6-40d1-a41d-dc08a0ece475 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:16:22.610809 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'status': 'completed', 'code': 200} Feb 21 04:16:22.701944 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1a5c1009-e0a6-4212-8b64-b9c76ae39c7b req-bbd02473-5c20-47de-a0ee-eaf629a21eb9 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219087 Feb 21 04:16:22.715730 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f89e39-22a7-473a-952b-cbc1d877442f req-a232d0d1-97c3-4033-b223-2d06599f8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:22.717889 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-a232d0d1-97c3-4033-b223-2d06599f8ee6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa514a3d1a314decab32eefda5e67939&device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 1128 time: 0.1373925 Feb 21 04:16:22.792820 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-fb4de48e-2d23-4c56-8ef7-83d13aaec10f service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 200 len: 217 time: 0.0668733 Feb 21 04:16:22.863104 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f89e39-22a7-473a-952b-cbc1d877442f req-8a6f54ec-aa95-4888-871e-395bdb291038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:22.864566 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-8a6f54ec-aa95-4888-871e-395bdb291038 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7 HTTP/1.1" status: 200 len: 853 time: 0.0649784 Feb 21 04:16:22.896663 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (8a88c243-691c-4177-9cb2-0deb24d43a9c), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:22.922909 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-2cac4755-903f-46e1-8704-7d9de70f42f9 req-c80af7d5-959f-4dce-bf9e-03e628d061ff service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133770 Feb 21 04:16:22.927725 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f89e39-22a7-473a-952b-cbc1d877442f req-81416fe1-3eec-4ac7-96b6-cceba1c1ebb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:22.929435 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-81416fe1-3eec-4ac7-96b6-cceba1c1ebb1 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1757e5fc-c4b3-4899-835a-555e305edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581110 Feb 21 04:16:23.044048 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (8a88c243-691c-4177-9cb2-0deb24d43a9c), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.075802 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a88c243-691c-4177-9cb2-0deb24d43a9c']}} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:16:23.081498 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-1b188095-5386-4b79-90b4-e9fa9d8572db service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452303 Feb 21 04:16:23.096208 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f1654f-5680-474d-a841-0c9458b5b7af') {'for_net_delete': True} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:16:23.096208 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f1654f-5680-474d-a841-0c9458b5b7af') {} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:16:23.107499 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-2cac4755-903f-46e1-8704-7d9de70f42f9 req-f6a26082-b601-4deb-a318-4896b143ab18 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641626 Feb 21 04:16:23.109123 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14229668'] for segment (b9f1654f-5680-474d-a841-0c9458b5b7af), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.129675 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (b9f1654f-5680-474d-a841-0c9458b5b7af), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.136807 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=102900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:16:23.137539 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14230957'] for segment (b9f1654f-5680-474d-a841-0c9458b5b7af), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: Traceback (most recent call last): Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: timer() Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: cb(*args, **kw) Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: return func(*args, **kwargs) Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: self._notify() Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: self.callback(batched_events) Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: event.method(event) Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: return f(self, *a, **k) Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._get(url).json() Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: return self.request(url, 'GET', **kwargs) Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:16:23.141780 dv-cinder-773985-36-iscsi neutron-server[102900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:16:23.205211 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a0e25d-7063-4998-8df6-df3f8416bc3d req-34759329-b30d-46f0-b360-d69d4c9c819a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:23.206887 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-38a0e25d-7063-4998-8df6-df3f8416bc3d req-34759329-b30d-46f0-b360-d69d4c9c819a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1509228 Feb 21 04:16:23.228007 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (8a88c243-691c-4177-9cb2-0deb24d43a9c), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.254632 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.261420 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] 10.222.0.10 "DELETE /v2.0/networks/8a88c243-691c-4177-9cb2-0deb24d43a9c HTTP/1.1" status: 204 len: 168 time: 0.7382896 Feb 21 04:16:23.261657 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60446) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:23.282851 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6134f3-3a15-4b21-bd1f-c62109bfdd6d admin admin] Pushing event deleted for resources: {'Network': ['ID=8a88c243-691c-4177-9cb2-0deb24d43a9c,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:23.307261 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-73f89e39-22a7-473a-952b-cbc1d877442f req-5dd58f8c-c093-4e57-bc73-7fa5d0a1e85a service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098997 Feb 21 04:16:23.344234 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-38a0e25d-7063-4998-8df6-df3f8416bc3d req-b12e81aa-240c-464a-9ec9-8b33e006cab5 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179099 Feb 21 04:16:23.383748 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7aca87e-4725-4294-9ca1-382e7dea7610 admin admin] Deleting subnet ea08d367-cf59-44c1-b81f-93e7acf3b48d {{(pid=102900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:16:23.388432 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f7aca87e-4725-4294-9ca1-382e7dea7610 admin admin] Publish callbacks [] for subnet (ea08d367-cf59-44c1-b81f-93e7acf3b48d), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.393198 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254b795-f559-413b-9fc1-4aee9185d314 req-09f81620-aa76-497f-aaf2-f633549ead4a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:23.400367 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b254b795-f559-413b-9fc1-4aee9185d314 req-09f81620-aa76-497f-aaf2-f633549ead4a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 943 time: 0.0799725 Feb 21 04:16:23.428807 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f7aca87e-4725-4294-9ca1-382e7dea7610 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14229693'] for subnet (ea08d367-cf59-44c1-b81f-93e7acf3b48d), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.499425 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f7aca87e-4725-4294-9ca1-382e7dea7610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (ea08d367-cf59-44c1-b81f-93e7acf3b48d), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.514232 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b254b795-f559-413b-9fc1-4aee9185d314 req-b0555a60-3966-4662-8b76-9277fa811c97 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103137 Feb 21 04:16:23.533428 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4090f-6ef1-4beb-881c-9e7818b8ff18 req-176e3a90-ff4b-4dc6-a33f-2657f63d6ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:23.535178 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-68b4090f-6ef1-4beb-881c-9e7818b8ff18 req-176e3a90-ff4b-4dc6-a33f-2657f63d6ab0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa514a3d1a314decab32eefda5e67939&device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 1128 time: 0.1323698 Feb 21 04:16:23.572836 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f7aca87e-4725-4294-9ca1-382e7dea7610 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14229579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14527758'] for subnet (ea08d367-cf59-44c1-b81f-93e7acf3b48d), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.591520 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aca87e-4725-4294-9ca1-382e7dea7610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea08d367-cf59-44c1-b81f-93e7acf3b48d,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:23.600459 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f7aca87e-4725-4294-9ca1-382e7dea7610 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.603675 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f7aca87e-4725-4294-9ca1-382e7dea7610 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ea08d367-cf59-44c1-b81f-93e7acf3b48d HTTP/1.1" status: 204 len: 168 time: 0.3412035 Feb 21 04:16:23.606073 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60460) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:23.671612 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device e3b4314c-490f-4b92-b46a-0ebe1ed983f0 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:16:23.677375 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (40118589-1ca2-43fc-b162-93d855e03c06), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.690967 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ada846-2c73-4d1d-ad51-d71e6d5f2597 req-72c94d2f-1fdd-4237-8752-37700f5f6f20 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:23.693072 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18ada846-2c73-4d1d-ad51-d71e6d5f2597 req-72c94d2f-1fdd-4237-8752-37700f5f6f20 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.1074667 Feb 21 04:16:23.717995 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4090f-6ef1-4beb-881c-9e7818b8ff18 req-b70fb7c9-4027-4aac-9fc6-7349d9398631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:23.720171 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-68b4090f-6ef1-4beb-881c-9e7818b8ff18 req-b70fb7c9-4027-4aac-9fc6-7349d9398631 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1757e5fc-c4b3-4899-835a-555e305edb49 HTTP/1.1" status: 200 len: 914 time: 0.1776292 Feb 21 04:16:23.772427 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (40118589-1ca2-43fc-b162-93d855e03c06), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.774933 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-68b4090f-6ef1-4beb-881c-9e7818b8ff18 req-832604eb-2322-4a10-984e-f2ab1e16400b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 200 len: 217 time: 0.0469048 Feb 21 04:16:23.798704 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40118589-1ca2-43fc-b162-93d855e03c06']}} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:16:23.811211 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b8ceb1f-7b88-42b3-b5a8-f82940584d1c') {'for_net_delete': True} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:16:23.811568 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b8ceb1f-7b88-42b3-b5a8-f82940584d1c') {} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:16:23.822748 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14229668'] for segment (5b8ceb1f-7b88-42b3-b5a8-f82940584d1c), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.849777 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (5b8ceb1f-7b88-42b3-b5a8-f82940584d1c), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.856207 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18ada846-2c73-4d1d-ad51-d71e6d5f2597 req-d2a7ec44-b9c3-4f1f-9f78-d52cadfcaa96 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534560 Feb 21 04:16:23.861396 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port e3b4314c-490f-4b92-b46a-0ebe1ed983f0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3b4314c-490f-4b92-b46a-0ebe1ed983f0,segment=NetworkSegment(3fe231bf-d952-4509-bf2c-02945a15946c),segment_id=3fe231bf-d952-4509-bf2c-02945a15946c)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:16:23.864958 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:16:23.865426 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14230957'] for segment (5b8ceb1f-7b88-42b3-b5a8-f82940584d1c), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.884315 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': 'e3b4314c-490f-4b92-b46a-0ebe1ed983f0', 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4', 'port_id': 'e3b4314c-490f-4b92-b46a-0ebe1ed983f0', 'mac_address': 'fa:16:3e:b4:88:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30a23fe-eeb0-403b-9df9-bfa1059200d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:16:23.917309 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4090f-6ef1-4beb-881c-9e7818b8ff18 req-fdafdf9b-c79b-40f1-aa7e-0df9cfe69097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:23.919318 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-68b4090f-6ef1-4beb-881c-9e7818b8ff18 req-fdafdf9b-c79b-40f1-aa7e-0df9cfe69097 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7 HTTP/1.1" status: 200 len: 853 time: 0.1280003 Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: Traceback (most recent call last): Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: timer() Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: cb(*args, **kw) Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: return func(*args, **kwargs) Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: self._notify() Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: self.callback(batched_events) Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: event.method(event) Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: return f(self, *a, **k) Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._get(url).json() Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: return self.request(url, 'GET', **kwargs) Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:16:23.933168 dv-cinder-773985-36-iscsi neutron-server[102900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:16:23.945620 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port e3b4314c-490f-4b92-b46a-0ebe1ed983f0 is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:16:23.945861 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1dbdcc-5f54-47ff-a67f-393254a9326c req-a2103475-7315-482e-b741-5202f109386e tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:23.946411 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.956788 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (40118589-1ca2-43fc-b162-93d855e03c06), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.957111 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1c1dbdcc-5f54-47ff-a67f-393254a9326c req-a2103475-7315-482e-b741-5202f109386e tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 944 time: 0.1289308 Feb 21 04:16:23.964276 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:23.968332 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3b4314c-490f-4b92-b46a-0ebe1ed983f0 {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:16:23.971095 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/40118589-1ca2-43fc-b162-93d855e03c06 HTTP/1.1" status: 204 len: 168 time: 0.3639534 Feb 21 04:16:24.003048 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ca729-2f5e-4f81-9370-163718e946f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=40118589-1ca2-43fc-b162-93d855e03c06,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:24.009048 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port e3b4314c-490f-4b92-b46a-0ebe1ed983f0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3b4314c-490f-4b92-b46a-0ebe1ed983f0,segment=NetworkSegment(3fe231bf-d952-4509-bf2c-02945a15946c),segment_id=3fe231bf-d952-4509-bf2c-02945a15946c)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:16:24.017289 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:24.079123 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=e3b4314c-490f-4b92-b46a-0ebe1ed983f0,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:24.085234 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1c1dbdcc-5f54-47ff-a67f-393254a9326c req-03c86e6c-fffe-4c06-b9ad-954baa1e07d3 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269746 Feb 21 04:16:24.090848 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4090f-6ef1-4beb-881c-9e7818b8ff18 req-5aa8e623-13cb-4273-8db5-a1c7295da100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:24.093798 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-68b4090f-6ef1-4beb-881c-9e7818b8ff18 req-5aa8e623-13cb-4273-8db5-a1c7295da100 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1757e5fc-c4b3-4899-835a-555e305edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1137486 Feb 21 04:16:24.186696 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60466) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:24.190928 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-68b4090f-6ef1-4beb-881c-9e7818b8ff18 req-522b9480-cc64-4a45-83ad-dbaa40e3a2c0 service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898583 Feb 21 04:16:24.229818 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b7738f2e-aeb6-459a-862c-694c6ddb7a1e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=45d18b1b5ac1414b9eedd24d5e29f81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397608 Feb 21 04:16:24.230035 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60468) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:24.285567 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a069b8ef-ad49-46ba-8a43-5c256de97a0b admin admin] Publish callbacks [] for security_group (4217acdb-50e1-4b67-ac7c-e26bf05df1ac), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:24.290993 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-68b4090f-6ef1-4beb-881c-9e7818b8ff18 req-ddb53c66-03bd-4958-a0ad-20e49e982b36 service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927684 Feb 21 04:16:24.310920 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a069b8ef-ad49-46ba-8a43-5c256de97a0b admin admin] Publish callbacks [] for security_group (4217acdb-50e1-4b67-ac7c-e26bf05df1ac), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:24.363248 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a069b8ef-ad49-46ba-8a43-5c256de97a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4217acdb-50e1-4b67-ac7c-e26bf05df1ac), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:24.365803 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a069b8ef-ad49-46ba-8a43-5c256de97a0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:24.366966 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-a069b8ef-ad49-46ba-8a43-5c256de97a0b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4217acdb-50e1-4b67-ac7c-e26bf05df1ac HTTP/1.1" status: 204 len: 168 time: 0.1360471 Feb 21 04:16:24.378165 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069b8ef-ad49-46ba-8a43-5c256de97a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4217acdb-50e1-4b67-ac7c-e26bf05df1ac,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:24.473810 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1711a23b-ebb6-4e1b-83b7-4d741bab694a req-a3a74907-74c2-42c4-80a2-5f2d21645bce tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:24.475306 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1711a23b-ebb6-4e1b-83b7-4d741bab694a req-a3a74907-74c2-42c4-80a2-5f2d21645bce tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0525050 Feb 21 04:16:24.526969 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1711a23b-ebb6-4e1b-83b7-4d741bab694a req-7e00ba1d-f3b6-4720-8dbf-2032ea5d2a74 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Feb 21 04:16:24.658224 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56908bd-2e81-4975-812c-eb2e541d88f0 req-7f4cd1a2-80e8-46e3-95da-bfc8f8dca71a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:24.664927 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b56908bd-2e81-4975-812c-eb2e541d88f0 req-7f4cd1a2-80e8-46e3-95da-bfc8f8dca71a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 944 time: 0.0770741 Feb 21 04:16:24.674922 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['e3b4314c-490f-4b92-b46a-0ebe1ed983f0'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:16:24.723637 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b56908bd-2e81-4975-812c-eb2e541d88f0 req-3723bf25-6c58-43db-8c7b-2dcfab18d673 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577939 Feb 21 04:16:24.799947 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60494) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:24.855544 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-1ef4571d-f230-41a8-90d0-98eca20afc1f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a65f3145d11d49ab96ea0f5bd4286e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513768 Feb 21 04:16:24.856138 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60498) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:24.923830 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac9086-d05c-4bd3-81f2-18ca0d2e395e req-29ab47cd-add7-4b9b-8de3-1d3b880ed4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:24.925422 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-84ac9086-d05c-4bd3-81f2-18ca0d2e395e req-29ab47cd-add7-4b9b-8de3-1d3b880ed4e7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 1129 time: 0.1294098 Feb 21 04:16:24.925559 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a148d64e-d3dc-4b55-a537-27ee0032fbf6 admin admin] Publish callbacks [] for security_group (e12f5ffb-9292-4046-a721-4e0d155adfd0), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:24.958024 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a148d64e-d3dc-4b55-a537-27ee0032fbf6 admin admin] Publish callbacks [] for security_group (e12f5ffb-9292-4046-a721-4e0d155adfd0), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:24.978068 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18fc789-056f-4e8d-87de-2dd29422f30c req-f576d5e9-ff24-4351-8a6d-753bbdab9b44 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:24.979595 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a18fc789-056f-4e8d-87de-2dd29422f30c req-f576d5e9-ff24-4351-8a6d-753bbdab9b44 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1126297 Feb 21 04:16:25.012963 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a148d64e-d3dc-4b55-a537-27ee0032fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (e12f5ffb-9292-4046-a721-4e0d155adfd0), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:25.016349 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a148d64e-d3dc-4b55-a537-27ee0032fbf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:25.017820 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-a148d64e-d3dc-4b55-a537-27ee0032fbf6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e12f5ffb-9292-4046-a721-4e0d155adfd0 HTTP/1.1" status: 204 len: 168 time: 0.1599455 Feb 21 04:16:25.025431 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148d64e-d3dc-4b55-a537-27ee0032fbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12f5ffb-9292-4046-a721-4e0d155adfd0,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:25.127760 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a18fc789-056f-4e8d-87de-2dd29422f30c req-73e1dd86-8f93-40e8-a965-8179dffc98d6 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005502 Feb 21 04:16:25.142363 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29249e76-764b-443f-a539-50d0ffdfb483 req-be939cc6-fdba-425b-bfc4-d3967b2546a4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:25.143894 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-29249e76-764b-443f-a539-50d0ffdfb483 req-be939cc6-fdba-425b-bfc4-d3967b2546a4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.2006905 Feb 21 04:16:25.146773 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac9086-d05c-4bd3-81f2-18ca0d2e395e req-0fe9caa6-0c5b-4ced-8fd8-d1b05770053f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:25.148131 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-84ac9086-d05c-4bd3-81f2-18ca0d2e395e req-0fe9caa6-0c5b-4ced-8fd8-d1b05770053f service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 918 time: 0.2134809 Feb 21 04:16:25.219442 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60512) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:25.220276 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-84ac9086-d05c-4bd3-81f2-18ca0d2e395e req-9419205d-e4ca-4357-837a-393d02e4ffba service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3 HTTP/1.1" status: 200 len: 217 time: 0.0603414 Feb 21 04:16:25.318960 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-29249e76-764b-443f-a539-50d0ffdfb483 req-7ef184ce-41bf-4d94-b37a-8b0e578066b2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669700 Feb 21 04:16:25.332676 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac9086-d05c-4bd3-81f2-18ca0d2e395e req-61ff8493-4af2-44b7-913d-6dfaa44e4c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:25.342194 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-84ac9086-d05c-4bd3-81f2-18ca0d2e395e req-61ff8493-4af2-44b7-913d-6dfaa44e4c11 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 200 len: 858 time: 0.0870314 Feb 21 04:16:25.355680 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fafc04-0fbf-4fd8-a9f2-73a0920a2f52 req-1d45db6a-8e43-47ff-9bba-2e0b89c47de5 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:25.355680 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c1fafc04-0fbf-4fd8-a9f2-73a0920a2f52 req-1d45db6a-8e43-47ff-9bba-2e0b89c47de5 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 944 time: 0.1383522 Feb 21 04:16:25.390370 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-84ac9086-d05c-4bd3-81f2-18ca0d2e395e req-bf269ad0-7820-4dd4-ad31-93213eb5c3f8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dbdf964-252c-4bd3-8302-8e42b37a68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473089 Feb 21 04:16:25.444146 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7e1be6af-6669-46a2-8874-f507ed1506f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:25.510898 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c1fafc04-0fbf-4fd8-a9f2-73a0920a2f52 req-ffe23035-cb82-4370-a238-49c8bce29215 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487052 Feb 21 04:16:25.546749 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-84ac9086-d05c-4bd3-81f2-18ca0d2e395e req-4e252765-4b9d-4bd7-9b29-1a1898b2ad22 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439862 Feb 21 04:16:25.557373 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7e1be6af-6669-46a2-8874-f507ed1506f3 admin admin] Publish callbacks [] for security_group (407011eb-7c1b-43c2-972b-6a7eb14b14e8), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:25.563702 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7e1be6af-6669-46a2-8874-f507ed1506f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (407011eb-7c1b-43c2-972b-6a7eb14b14e8), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:25.635156 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-7e1be6af-6669-46a2-8874-f507ed1506f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e066854021a4ff2b10ab45a9e86ea6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4141665 Feb 21 04:16:25.636086 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1be6af-6669-46a2-8874-f507ed1506f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407011eb-7c1b-43c2-972b-6a7eb14b14e8,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:25.638634 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60536) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:25.700512 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-84ac9086-d05c-4bd3-81f2-18ca0d2e395e req-f0f5a959-4099-41bc-b8f9-7c5f7a7e45f6 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468086 Feb 21 04:16:25.732006 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-73090dee-a69d-48e9-9019-81f5bc1bc79e admin admin] Publish callbacks [] for security_group (407011eb-7c1b-43c2-972b-6a7eb14b14e8), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:25.758127 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-73090dee-a69d-48e9-9019-81f5bc1bc79e admin admin] Publish callbacks [] for security_group (407011eb-7c1b-43c2-972b-6a7eb14b14e8), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:25.865866 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-73090dee-a69d-48e9-9019-81f5bc1bc79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (407011eb-7c1b-43c2-972b-6a7eb14b14e8), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:25.865866 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-73090dee-a69d-48e9-9019-81f5bc1bc79e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:25.865866 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-73090dee-a69d-48e9-9019-81f5bc1bc79e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/407011eb-7c1b-43c2-972b-6a7eb14b14e8 HTTP/1.1" status: 204 len: 168 time: 0.2224307 Feb 21 04:16:25.871048 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73090dee-a69d-48e9-9019-81f5bc1bc79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407011eb-7c1b-43c2-972b-6a7eb14b14e8,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:25.888594 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5ca53-d390-4074-b541-39fc0f7cc174 req-dde93e03-5b04-4990-bc43-488d5125afe1 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:25.891280 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-90c5ca53-d390-4074-b541-39fc0f7cc174 req-dde93e03-5b04-4990-bc43-488d5125afe1 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 944 time: 0.0682447 Feb 21 04:16:25.957696 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-90c5ca53-d390-4074-b541-39fc0f7cc174 req-404bca9a-a143-4d77-95a0-f56d8548371c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579391 Feb 21 04:16:26.099132 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2ca844fc-662f-46b8-bb97-165346c7b3a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:26.349123 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 60572) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:26.365206 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-aeef17f2-2d90-4c0f-ad5c-16897e56d32a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:26.480996 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-aeef17f2-2d90-4c0f-ad5c-16897e56d32a admin admin] Publish callbacks [] for security_group (1c8d92a0-3d2a-446e-81ca-f83d5665af4d), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:26.489160 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-aeef17f2-2d90-4c0f-ad5c-16897e56d32a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (1c8d92a0-3d2a-446e-81ca-f83d5665af4d), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:26.499089 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0488e2-a38b-4933-9ad1-e75a2acc836b req-357fd714-44f3-462d-871e-4eb783199014 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:26.505351 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0b0488e2-a38b-4933-9ad1-e75a2acc836b req-357fd714-44f3-462d-871e-4eb783199014 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.2976277 Feb 21 04:16:26.529735 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-aeef17f2-2d90-4c0f-ad5c-16897e56d32a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b592f8d81d5e45408ed71b98eaaba53e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786189 Feb 21 04:16:26.533290 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 60598) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:16:26.535707 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef17f2-2d90-4c0f-ad5c-16897e56d32a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8d92a0-3d2a-446e-81ca-f83d5665af4d,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:26.618582 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0b0488e2-a38b-4933-9ad1-e75a2acc836b req-b72d600f-6004-4237-844b-c8d05f05e5c6 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106191 Feb 21 04:16:26.663188 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-19fcb247-369e-4db8-bf18-391b459b7682 admin admin] Publish callbacks [] for security_group (1c8d92a0-3d2a-446e-81ca-f83d5665af4d), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:26.675101 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a158536-b9ee-420b-84c8-15430a41a65d req-f08cedaf-8ce6-49f9-bbbd-38bf19ad7758 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:26.676558 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1a158536-b9ee-420b-84c8-15430a41a65d req-f08cedaf-8ce6-49f9-bbbd-38bf19ad7758 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 944 time: 0.0964949 Feb 21 04:16:26.712684 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-19fcb247-369e-4db8-bf18-391b459b7682 admin admin] Publish callbacks [] for security_group (1c8d92a0-3d2a-446e-81ca-f83d5665af4d), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:26.768391 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1a158536-b9ee-420b-84c8-15430a41a65d req-7db388f3-6041-46e5-896f-fd7b6b8b9edb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860410 Feb 21 04:16:26.800700 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-19fcb247-369e-4db8-bf18-391b459b7682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (1c8d92a0-3d2a-446e-81ca-f83d5665af4d), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:26.800700 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-19fcb247-369e-4db8-bf18-391b459b7682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:26.800700 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-19fcb247-369e-4db8-bf18-391b459b7682 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1c8d92a0-3d2a-446e-81ca-f83d5665af4d HTTP/1.1" status: 204 len: 168 time: 0.2634995 Feb 21 04:16:26.809521 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcb247-369e-4db8-bf18-391b459b7682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8d92a0-3d2a-446e-81ca-f83d5665af4d,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:27.085614 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664f3a75-cad9-4281-9437-ae0200e48842 req-95effe24-6191-42fd-b3ca-78d72bef1168 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:27.087143 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-664f3a75-cad9-4281-9437-ae0200e48842 req-95effe24-6191-42fd-b3ca-78d72bef1168 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 944 time: 0.0528293 Feb 21 04:16:27.149463 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-664f3a75-cad9-4281-9437-ae0200e48842 req-28b7d0fe-84a7-4ac7-8e9a-066daba83d96 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564878 Feb 21 04:16:27.688239 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 2f0ab78e-d156-44f8-a2e4-b409bf502408 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:16:27.719705 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device e3b4314c-490f-4b92-b46a-0ebe1ed983f0 up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:16:27.759290 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bce41e-e938-4706-9ba9-a9403e858d97 req-5613e2a5-b8b7-443f-9223-c4862eaf6693 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:27.772669 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-47bce41e-e938-4706-9ba9-a9403e858d97 req-5613e2a5-b8b7-443f-9223-c4862eaf6693 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0823848 Feb 21 04:16:27.837364 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-47bce41e-e938-4706-9ba9-a9403e858d97 req-7695b54a-ae23-4b1f-ad7d-27e361fcfec8 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638230 Feb 21 04:16:27.845856 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port e3b4314c-490f-4b92-b46a-0ebe1ed983f0 completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:16:27.867306 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port e3b4314c-490f-4b92-b46a-0ebe1ed983f0 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:16:27.867682 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:27.934162 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892c7982-147f-46cf-a0e8-502caa7d6e84 req-c3d519fb-0996-46e1-bdb9-b990199c08be tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:27.941893 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-892c7982-147f-46cf-a0e8-502caa7d6e84 req-c3d519fb-0996-46e1-bdb9-b990199c08be tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 944 time: 0.0855403 Feb 21 04:16:27.942685 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 2f0ab78e-d156-44f8-a2e4-b409bf502408, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:16:27.981654 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'port_id': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'mac_address': 'fa:16:3e:21:af:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:16:27.995834 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-892c7982-147f-46cf-a0e8-502caa7d6e84 req-a24c3738-7d10-4dba-ab70-84ed0ea15317 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530868 Feb 21 04:16:28.063071 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 2f0ab78e-d156-44f8-a2e4-b409bf502408 is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:16:28.063071 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:28.084051 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port e3b4314c-490f-4b92-b46a-0ebe1ed983f0 is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:16:28.084469 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:28.087121 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f0ab78e-d156-44f8-a2e4-b409bf502408 {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:16:28.129159 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf519a-d7d3-4837-9967-170c581923b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b4314c-490f-4b92-b46a-0ebe1ed983f0'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:16:28.131377 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37189961-a892-41d8-8b9f-8ad9afd7ae45" -d '{"events": [{"server_uuid": "c4bf519a-d7d3-4837-9967-170c581923b9", "name": "network-vif-plugged", "status": "completed", "tag": "e3b4314c-490f-4b92-b46a-0ebe1ed983f0"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:16:28.136108 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 2f0ab78e-d156-44f8-a2e4-b409bf502408, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:16:28.152087 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:28.155953 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port e3b4314c-490f-4b92-b46a-0ebe1ed983f0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3b4314c-490f-4b92-b46a-0ebe1ed983f0,segment=NetworkSegment(3fe231bf-d952-4509-bf2c-02945a15946c),segment_id=3fe231bf-d952-4509-bf2c-02945a15946c)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:16:28.162356 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:28.184590 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4f33a9cf-850f-4496-bc71-cd0a99065611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:28.187758 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5f28f2-4980-4084-834e-d56ae710a9fa x-openstack-request-id: req-0b5f28f2-4980-4084-834e-d56ae710a9fa {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:16:28.188079 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf519a-d7d3-4837-9967-170c581923b9", "name": "network-vif-plugged", "status": "completed", "tag": "e3b4314c-490f-4b92-b46a-0ebe1ed983f0", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:16:28.188357 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b5f28f2-4980-4084-834e-d56ae710a9fa {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:16:28.188724 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf519a-d7d3-4837-9967-170c581923b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3b4314c-490f-4b92-b46a-0ebe1ed983f0', 'code': 200} Feb 21 04:16:28.221732 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=2f0ab78e-d156-44f8-a2e4-b409bf502408,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:28.297958 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f1efb8-7c4d-4af1-8a8b-2586c9017e8e req-23881fb7-e677-40c9-a4d3-e4921832db6e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:28.300102 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-05f1efb8-7c4d-4af1-8a8b-2586c9017e8e req-23881fb7-e677-40c9-a4d3-e4921832db6e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.0657558 Feb 21 04:16:28.308600 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=e3b4314c-490f-4b92-b46a-0ebe1ed983f0,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:28.365039 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-05f1efb8-7c4d-4af1-8a8b-2586c9017e8e req-95a82417-b351-45a0-b10e-74d021de3ca9 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566490 Feb 21 04:16:28.408366 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9967c2-afa7-438a-be88-b7146089b067 req-e9c5405d-d8d4-4317-976f-f676481730bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:28.409927 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2f9967c2-afa7-438a-be88-b7146089b067 req-e9c5405d-d8d4-4317-976f-f676481730bf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 1129 time: 0.0565183 Feb 21 04:16:28.457008 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2f9967c2-afa7-438a-be88-b7146089b067 req-0fba0afe-a1f2-4a15-a7e9-f1a7df17e5de service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Feb 21 04:16:28.752593 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['2f0ab78e-d156-44f8-a2e4-b409bf502408'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:16:28.981244 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f69d47-81ea-4135-8f2d-39a570ed6314 req-fb6b6f37-4f3f-4614-9183-9ce0f9f5c552 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:28.983510 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-74f69d47-81ea-4135-8f2d-39a570ed6314 req-fb6b6f37-4f3f-4614-9183-9ce0f9f5c552 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0716457 Feb 21 04:16:29.040350 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-74f69d47-81ea-4135-8f2d-39a570ed6314 req-1910665e-e5f1-4e4b-a0fe-9fb75ff650bc tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509796 Feb 21 04:16:29.148800 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbcf5c-6ce5-47f8-9037-20fd47086541 req-a277efd4-1cb6-482c-9a0c-2b60d21332fc tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:29.150373 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4ffbcf5c-6ce5-47f8-9037-20fd47086541 req-a277efd4-1cb6-482c-9a0c-2b60d21332fc tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 945 time: 0.0538223 Feb 21 04:16:29.205379 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4ffbcf5c-6ce5-47f8-9037-20fd47086541 req-57a55f67-b94f-41f0-af93-334e3ceda55d tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474758 Feb 21 04:16:29.456470 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:29.485690 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a597cdb-2c8f-4f31-814f-62b114e2b0ed req-f68d09e4-9200-492b-99f7-94e0e5d7117e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:29.487170 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6a597cdb-2c8f-4f31-814f-62b114e2b0ed req-f68d09e4-9200-492b-99f7-94e0e5d7117e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.0532041 Feb 21 04:16:29.535021 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6a597cdb-2c8f-4f31-814f-62b114e2b0ed req-a7d5c046-dcd3-499f-96bc-3ea4c8e2cb16 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420306 Feb 21 04:16:30.158820 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf7598c-b063-462c-99f6-1ebc8eaf93b2 req-fbcf92b3-4247-422d-90b6-d659b18322db tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:30.160300 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cbf7598c-b063-462c-99f6-1ebc8eaf93b2 req-fbcf92b3-4247-422d-90b6-d659b18322db tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0520172 Feb 21 04:16:30.208835 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cbf7598c-b063-462c-99f6-1ebc8eaf93b2 req-7798f184-45ac-4434-b391-03ca1cda6e03 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430610 Feb 21 04:16:30.333594 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6dbad-3d24-41c7-a55a-463af315caec req-95b8ed76-f920-4984-9cd8-4366ff11cab6 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:30.335118 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-72f6dbad-3d24-41c7-a55a-463af315caec req-95b8ed76-f920-4984-9cd8-4366ff11cab6 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 945 time: 0.0609579 Feb 21 04:16:30.385030 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-72f6dbad-3d24-41c7-a55a-463af315caec req-7af87825-6c90-4fa4-a866-6f9b9c4cead6 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444059 Feb 21 04:16:30.654996 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27175840-0246-4a7d-9f4d-a5a0cb7f25d6 req-c447dc3a-5f04-40f8-8c77-bb8d0b4da4aa tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:30.656843 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-27175840-0246-4a7d-9f4d-a5a0cb7f25d6 req-c447dc3a-5f04-40f8-8c77-bb8d0b4da4aa tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.0549977 Feb 21 04:16:30.703464 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-27175840-0246-4a7d-9f4d-a5a0cb7f25d6 req-68db4e45-80f8-41bb-b5ed-33f9cacb2201 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Feb 21 04:16:30.830477 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:31.502464 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120a59f-51bd-44e6-b88e-ea0596f78c5b req-43cc7f8d-cb2c-433e-99c6-7630fe45fc2a tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:31.504547 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2120a59f-51bd-44e6-b88e-ea0596f78c5b req-43cc7f8d-cb2c-433e-99c6-7630fe45fc2a tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 945 time: 0.0544708 Feb 21 04:16:31.549675 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2120a59f-51bd-44e6-b88e-ea0596f78c5b req-4c7cf3db-20aa-4d1e-91ad-10606d693fbf tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402577 Feb 21 04:16:31.818554 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be342337-7f5a-40ea-8498-65fc61a8dd4a req-76d033ff-9cba-4348-83ad-fea3135c3b0f tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:31.820046 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-be342337-7f5a-40ea-8498-65fc61a8dd4a req-76d033ff-9cba-4348-83ad-fea3135c3b0f tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.0517948 Feb 21 04:16:31.866425 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-be342337-7f5a-40ea-8498-65fc61a8dd4a req-9a12d74c-e16a-427b-b1d2-bd194e08509c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410337 Feb 21 04:16:32.485255 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:32.514512 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:16:32.667066 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f48a5-d9b5-46eb-894d-1f3f4427d026 req-d96921eb-a6b4-46e7-a18c-070a1d684a25 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:32.668568 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9e7f48a5-d9b5-46eb-894d-1f3f4427d026 req-d96921eb-a6b4-46e7-a18c-070a1d684a25 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 945 time: 0.0538456 Feb 21 04:16:32.717020 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9e7f48a5-d9b5-46eb-894d-1f3f4427d026 req-fc75c10d-2a17-4829-a585-e215d2b95c45 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430202 Feb 21 04:16:32.986490 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acabc10-921c-4441-ad8d-bf16f508b2d8 req-f3dba9d7-576e-48d3-9f5d-ec98f9b30c61 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:32.987968 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9acabc10-921c-4441-ad8d-bf16f508b2d8 req-f3dba9d7-576e-48d3-9f5d-ec98f9b30c61 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.0559118 Feb 21 04:16:33.033486 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9acabc10-921c-4441-ad8d-bf16f508b2d8 req-4b988f5e-5331-4a2f-9119-43c6e4888563 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399976 Feb 21 04:16:33.832115 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba1d80-df6d-4e12-a2a7-229b87802c3b req-e02a5926-d51d-4a79-897a-3fc3f6800893 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:33.833626 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-26ba1d80-df6d-4e12-a2a7-229b87802c3b req-e02a5926-d51d-4a79-897a-3fc3f6800893 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 945 time: 0.0527089 Feb 21 04:16:33.878432 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-26ba1d80-df6d-4e12-a2a7-229b87802c3b req-9873f0ec-c131-4eeb-8f57-ec3f83c775b7 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 Feb 21 04:16:34.150733 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38f5e0-cff5-4f4e-a957-7990f4db35a2 req-cdd2716b-892f-40cf-907c-da0c5207f9d1 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:34.152119 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9e38f5e0-cff5-4f4e-a957-7990f4db35a2 req-cdd2716b-892f-40cf-907c-da0c5207f9d1 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.0545249 Feb 21 04:16:34.198517 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9e38f5e0-cff5-4f4e-a957-7990f4db35a2 req-659deb51-9dc2-4b2c-a9d3-c861534a3abb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398972 Feb 21 04:16:34.994477 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf27c722-07cf-4aae-826b-4d4dee22bc92 req-8517b1a9-abf5-49ff-9062-2d195a54632c tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:34.996094 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bf27c722-07cf-4aae-826b-4d4dee22bc92 req-8517b1a9-abf5-49ff-9062-2d195a54632c tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 945 time: 0.0535200 Feb 21 04:16:35.041237 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bf27c722-07cf-4aae-826b-4d4dee22bc92 req-1e6766e9-247f-42c7-89a8-1c066b2c1bf9 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395653 Feb 21 04:16:35.313504 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c05799-3b91-4aff-8191-31e48b931bf6 req-11a8e909-b9f1-492c-8592-996eef195844 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:35.314955 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6c05799-3b91-4aff-8191-31e48b931bf6 req-11a8e909-b9f1-492c-8592-996eef195844 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.0520899 Feb 21 04:16:35.363462 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6c05799-3b91-4aff-8191-31e48b931bf6 req-d3fb6ecc-527e-41d5-8acc-193658065ad8 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431075 Feb 21 04:16:36.155763 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cea47-e5f0-4231-8073-85f2cae03b3f req-a85f7aa4-e040-4e71-8c0f-13ed37f2305d tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:36.157177 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b27cea47-e5f0-4231-8073-85f2cae03b3f req-a85f7aa4-e040-4e71-8c0f-13ed37f2305d tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 945 time: 0.0516739 Feb 21 04:16:36.202173 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b27cea47-e5f0-4231-8073-85f2cae03b3f req-83084cf1-3af2-44f4-9297-4eb34c8089ab tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396528 Feb 21 04:16:36.477641 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c613f-7189-4748-8f8f-a0c8de82e114 req-f3faad44-95f8-46ba-86b0-f72f7b30991d tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:36.479103 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-461c613f-7189-4748-8f8f-a0c8de82e114 req-f3faad44-95f8-46ba-86b0-f72f7b30991d tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.0505681 Feb 21 04:16:36.523506 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-461c613f-7189-4748-8f8f-a0c8de82e114 req-b2a1be79-fde6-4cac-afeb-37ac9fd7d99e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382595 Feb 21 04:16:37.324991 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be390d7a-70ed-4b12-93f3-3e1ffe1ac696 req-bae3aa24-1952-4670-bd3d-af72c847dbae tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:37.327121 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-be390d7a-70ed-4b12-93f3-3e1ffe1ac696 req-bae3aa24-1952-4670-bd3d-af72c847dbae tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 945 time: 0.0600171 Feb 21 04:16:37.372058 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-be390d7a-70ed-4b12-93f3-3e1ffe1ac696 req-57ce6d09-c5ef-4377-983e-d70615dc2f68 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395291 Feb 21 04:16:37.642768 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500363f-f193-46e1-8dab-5314a6395806 req-24fa51ce-54a3-4f3d-a5b7-517fca4e880c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:37.644238 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c500363f-f193-46e1-8dab-5314a6395806 req-24fa51ce-54a3-4f3d-a5b7-517fca4e880c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.0518386 Feb 21 04:16:37.695567 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c500363f-f193-46e1-8dab-5314a6395806 req-2310e2d6-6fa7-45f5-aa4a-35f5ea18e876 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457008 Feb 21 04:16:37.723495 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 2f0ab78e-d156-44f8-a2e4-b409bf502408 up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:16:37.776026 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 2f0ab78e-d156-44f8-a2e4-b409bf502408 completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:16:37.780438 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 2f0ab78e-d156-44f8-a2e4-b409bf502408 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:16:37.780835 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:37.863501 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 2f0ab78e-d156-44f8-a2e4-b409bf502408 is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:16:37.863881 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:37.886483 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:16:37.888753 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99fd78a-8ff3-49f1-a569-8b86cb83ae98" -d '{"events": [{"server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:16:37.901899 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 2f0ab78e-d156-44f8-a2e4-b409bf502408, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:16:37.906299 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:37.931435 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6241dbfb-0565-4f4b-890b-3d6d6972ee4a x-openstack-request-id: req-6241dbfb-0565-4f4b-890b-3d6d6972ee4a {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:16:37.931744 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "name": "network-vif-plugged", "status": "completed", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:16:37.932003 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6241dbfb-0565-4f4b-890b-3d6d6972ee4a {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:16:37.932388 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'code': 200} Feb 21 04:16:37.961559 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=2f0ab78e-d156-44f8-a2e4-b409bf502408,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:37.970906 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.972518 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.972518 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.972518 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.972518 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.972920 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.973029 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.973295 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.973619 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.973955 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.974280 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.974595 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:37.975479 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:16:38.118967 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a07a1-9249-4124-904f-73d32f724ecc req-cc4892c3-f30e-4804-abed-8b2570553716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:38.121028 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f85a07a1-9249-4124-904f-73d32f724ecc req-cc4892c3-f30e-4804-abed-8b2570553716 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 1130 time: 0.0533056 Feb 21 04:16:38.169685 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f85a07a1-9249-4124-904f-73d32f724ecc req-f8e224ef-60db-49aa-81d7-440ed1506ae4 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373616 Feb 21 04:16:38.491410 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd7c069-fc34-40f9-8b48-6bf727fa91c5 req-995531f9-48da-4ccd-aa02-8fc4f6e61c14 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:38.492943 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bbd7c069-fc34-40f9-8b48-6bf727fa91c5 req-995531f9-48da-4ccd-aa02-8fc4f6e61c14 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.0540388 Feb 21 04:16:38.540991 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bbd7c069-fc34-40f9-8b48-6bf727fa91c5 req-949aaadf-dd86-4605-b819-e405848ff342 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426135 Feb 21 04:16:38.811643 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811604a-bba4-4e13-8ca2-f11e3d9dc684 req-22ae8f6f-17c4-4d5d-a43f-626580235bd6 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:38.813135 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e811604a-bba4-4e13-8ca2-f11e3d9dc684 req-22ae8f6f-17c4-4d5d-a43f-626580235bd6 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.0527894 Feb 21 04:16:38.863249 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e811604a-bba4-4e13-8ca2-f11e3d9dc684 req-7590a7c3-d26b-485e-b7cc-c9b8f359f179 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447345 Feb 21 04:16:38.975029 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ce4bc-6efd-4fd0-b2d5-b5297d493782 req-711991e2-e97b-42f0-9d33-7508a974a98e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:38.977022 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-329ce4bc-6efd-4fd0-b2d5-b5297d493782 req-711991e2-e97b-42f0-9d33-7508a974a98e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0588255 Feb 21 04:16:39.024983 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-329ce4bc-6efd-4fd0-b2d5-b5297d493782 req-366c3b32-031b-4f16-ba73-2c3f7b1bc1ff tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428112 Feb 21 04:16:39.960821 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:43.282033 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363473a-43c2-4097-b793-9fb541b843cd req-98540f75-01c6-4b33-9ad7-92b01b8688ce tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:43.283519 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-98540f75-01c6-4b33-9ad7-92b01b8688ce tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 815 time: 0.1141284 Feb 21 04:16:43.299462 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-6fd381bc-dcea-4ee2-a939-415bde61fcb3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/quotas/a0b65910b0574d41970df84e6a1fdbba HTTP/1.1" status: 200 len: 375 time: 0.0105710 Feb 21 04:16:43.365395 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-143207d7-a381-4f20-9237-8d7a27ac23e5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546792 Feb 21 04:16:43.465518 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-e118e131-aef2-4f48-94e6-fe955c60e397 service neutron] 10.222.0.10 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904710 Feb 21 04:16:43.564772 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-5aacf648-0805-4d35-8d5a-b3ed802baed0 service neutron] 10.222.0.10 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930338 Feb 21 04:16:43.779518 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceecbd-d34b-4d6c-8a47-44cef079b166 req-01b89245-f565-4e37-a226-cd4573c0ad35 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:43.781014 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bcceecbd-d34b-4d6c-8a47-44cef079b166 req-01b89245-f565-4e37-a226-cd4573c0ad35 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.0687852 Feb 21 04:16:43.827903 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bcceecbd-d34b-4d6c-8a47-44cef079b166 req-5e5822a6-fcb7-4a18-9f78-b409d64309cb tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413661 Feb 21 04:16:43.896701 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-099ffa9a-e061-4af9-ab6a-0f45e5a0d722 req-7ef17149-6a98-4423-918b-0eeb8b2f585d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0304039 Feb 21 04:16:44.942588 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7001ecb4-f4bf-4bbd-9164-560872a5dd5e req-536cd675-acea-4cec-b6e5-93697ed1a3a5 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:44.944236 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7001ecb4-f4bf-4bbd-9164-560872a5dd5e req-536cd675-acea-4cec-b6e5-93697ed1a3a5 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.0517771 Feb 21 04:16:44.992001 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7001ecb4-f4bf-4bbd-9164-560872a5dd5e req-8fb60004-8c1e-4f9c-b4b2-5d08e206d439 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421512 Feb 21 04:16:45.069474 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-109762d7-9576-4392-899b-8ea01d91bde8 req-560f4746-4472-4193-9eea-8726a6ba9c34 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0265765 Feb 21 04:16:46.105358 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b6463-d55b-4d48-9081-25625d531b54 req-f9ff9da7-5177-44c9-9302-449875cafc95 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:46.106842 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b28b6463-d55b-4d48-9081-25625d531b54 req-f9ff9da7-5177-44c9-9302-449875cafc95 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.0502555 Feb 21 04:16:46.155673 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b28b6463-d55b-4d48-9081-25625d531b54 req-b3573841-fdda-4c2a-aa5a-eee888d1b83c tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428789 Feb 21 04:16:46.232727 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f21f21e4-8ec9-4eaa-ad5f-454e69137167 req-c1ac933d-e527-4116-9c9d-4fb9cee8ee3a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0261769 Feb 21 04:16:47.281536 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15644811-9e6e-4a3f-9d3c-9ee43c5624f2 req-5541f45f-68b2-4377-9da3-c17b32c90b91 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:47.283673 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-15644811-9e6e-4a3f-9d3c-9ee43c5624f2 req-5541f45f-68b2-4377-9da3-c17b32c90b91 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.0653322 Feb 21 04:16:47.332456 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-15644811-9e6e-4a3f-9d3c-9ee43c5624f2 req-71ce12ad-79ad-4c63-87ce-ca263b3a13b5 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430884 Feb 21 04:16:47.441002 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fac52802-a4b4-4769-a9d1-065802402e2e req-60a17e71-b51d-4acb-85d4-255b0accab3a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0430472 Feb 21 04:16:48.455368 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef16e3f-5364-4e7e-a530-c138654fddbb req-38a033f8-a696-445c-a223-e5bc4037e863 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:48.456965 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7ef16e3f-5364-4e7e-a530-c138654fddbb req-38a033f8-a696-445c-a223-e5bc4037e863 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.0557556 Feb 21 04:16:48.518646 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7ef16e3f-5364-4e7e-a530-c138654fddbb req-0ca897b0-b670-4cc3-8b96-4ca6211272ed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557747 Feb 21 04:16:48.584024 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-95387917-d46a-4714-bbc0-14b04eabaf2c req-0467feca-4412-44cc-b7d4-2deb5a126fa7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0404346 Feb 21 04:16:48.663687 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363473a-43c2-4097-b793-9fb541b843cd req-9d5325ab-d76c-472d-9646-f6680a49b920 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:48.665165 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-9d5325ab-d76c-472d-9646-f6680a49b920 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 815 time: 0.1345479 Feb 21 04:16:48.679142 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Request body: {'port': {'device_id': '38295c86-79cf-4f53-828c-2f9e5350d0c8', 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8', 'admin_state_up': True, 'tenant_id': 'a0b65910b0574d41970df84e6a1fdbba'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:16:48.787623 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Made reservation on behalf of a0b65910b0574d41970df84e6a1fdbba for: {'port': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:16:48.791132 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:48.929090 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Allocated IP 172.20.0.11 (0e926c3e-9f0b-4575-b2e7-0a1f391618f8/1ded90e6-ea51-40b5-9fe9-82428e77be8f/202428dd-b415-43d4-9158-7c34074b9adf) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:16:49.094933 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks [] for port (202428dd-b415-43d4-9158-7c34074b9adf), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:49.131827 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (202428dd-b415-43d4-9158-7c34074b9adf), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:49.147853 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5', 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:16:49.177334 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:16:49.180371 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:16:49.186948 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:16:49.210932 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Pushing event updated for resources: {'Port': ['ID=202428dd-b415-43d4-9158-7c34074b9adf,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:49.240096 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:49.240891 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:49.259260 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-d1c4dcf2-dc26-4893-8d6f-9dbf69132c69 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5837483 Feb 21 04:16:49.272115 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Request body: {'port': {'device_id': '38295c86-79cf-4f53-828c-2f9e5350d0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:16:49.334109 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (202428dd-b415-43d4-9158-7c34074b9adf), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:49.611257 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 202428dd-b415-43d4-9158-7c34074b9adf {{(pid=102899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:16:49.620124 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Publish callbacks [] for port (202428dd-b415-43d4-9158-7c34074b9adf), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:49.650588 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.provisioning_blocks [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Transition to ACTIVE for port object 202428dd-b415-43d4-9158-7c34074b9adf will not be triggered until provisioned by entity L2. {{(pid=102899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:16:49.655791 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (202428dd-b415-43d4-9158-7c34074b9adf), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:49.724712 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaa568-796f-453d-b33d-cf418a13fbab req-4d392f46-a4d6-4615-ad3c-dfc2c93046e1 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:49.726194 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-87eaa568-796f-453d-b33d-cf418a13fbab req-4d392f46-a4d6-4615-ad3c-dfc2c93046e1 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.1286261 Feb 21 04:16:49.764816 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Pushing event updated for resources: {'Port': ['ID=202428dd-b415-43d4-9158-7c34074b9adf,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:49.847001 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e333-5ab7-446d-a717-f1d6ee18eba6 req-1d3ee303-4b6b-4c10-8910-e0c50be031bf tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:49.848518 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d1f8e333-5ab7-446d-a717-f1d6ee18eba6 req-1d3ee303-4b6b-4c10-8910-e0c50be031bf tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.1871581 Feb 21 04:16:49.854146 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-87eaa568-796f-453d-b33d-cf418a13fbab req-c86c3517-5638-4103-946c-dd431b0e72ef tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219897 Feb 21 04:16:49.911022 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Attempting to bind port 202428dd-b415-43d4-9158-7c34074b9adf on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:16:49.911022 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Attempting to bind port 202428dd-b415-43d4-9158-7c34074b9adf by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:16:49.911022 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Attempting to bind port 202428dd-b415-43d4-9158-7c34074b9adf on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:16:49.913123 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Port 202428dd-b415-43d4-9158-7c34074b9adf on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:16:49.913442 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Attempting to bind port 202428dd-b415-43d4-9158-7c34074b9adf on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:16:49.934559 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:16:49.934892 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Checking segment: {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:16:49.935272 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Bound using segment: {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:16:49.935699 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Bound port: 202428dd-b415-43d4-9158-7c34074b9adf, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'}}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:16:49.936048 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (202428dd-b415-43d4-9158-7c34074b9adf), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:49.942242 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d1f8e333-5ab7-446d-a717-f1d6ee18eba6 req-ed3b7a0b-4834-4d84-a4ad-1a8d2be3f47a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872240 Feb 21 04:16:50.029635 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f194e8-a498-471a-bb46-4ae3c2d99780 req-3c8298e0-8cbe-4c14-b203-0f215c472a5b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:50.031088 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-44f194e8-a498-471a-bb46-4ae3c2d99780 req-3c8298e0-8cbe-4c14-b203-0f215c472a5b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.1077023 Feb 21 04:16:50.046873 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] For port 202428dd-b415-43d4-9158-7c34074b9adf, host hv-cinder-77398, cleared binding levels {{(pid=102899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:16:50.072420 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] For port 202428dd-b415-43d4-9158-7c34074b9adf, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=202428dd-b415-43d4-9158-7c34074b9adf,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:16:50.090346 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (202428dd-b415-43d4-9158-7c34074b9adf), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:50.106624 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-44f194e8-a498-471a-bb46-4ae3c2d99780 req-59db2087-d9b6-429d-b58b-86867c33c33f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686495 Feb 21 04:16:50.130179 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:50.130910 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:50.132167 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] 10.222.0.45 "PUT /v2.0/ports/202428dd-b415-43d4-9158-7c34074b9adf HTTP/1.1" status: 200 len: 1094 time: 0.8646760 Feb 21 04:16:50.132600 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38295c86-79cf-4f53-828c-2f9e5350d0c8', 'tag': '202428dd-b415-43d4-9158-7c34074b9adf'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:16:50.134900 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8539dab-b475-47e6-8fc4-b13b4ab6c007" -d '{"events": [{"name": "network-changed", "server_uuid": "38295c86-79cf-4f53-828c-2f9e5350d0c8", "tag": "202428dd-b415-43d4-9158-7c34074b9adf"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:16:50.171791 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0fce95-5cb5-48c8-b343-2a5b85cb8c8f service neutron] Pushing event updated for resources: {'Port': ['ID=202428dd-b415-43d4-9158-7c34074b9adf,revision_number=3']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:16:50.177551 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfc0d7f-fd89-4d0a-82d7-a95281bc9030 x-openstack-request-id: req-ddfc0d7f-fd89-4d0a-82d7-a95281bc9030 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:16:50.178108 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38295c86-79cf-4f53-828c-2f9e5350d0c8", "tag": "202428dd-b415-43d4-9158-7c34074b9adf", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:16:50.178438 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ddfc0d7f-fd89-4d0a-82d7-a95281bc9030 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:16:50.178909 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38295c86-79cf-4f53-828c-2f9e5350d0c8', 'tag': '202428dd-b415-43d4-9158-7c34074b9adf', 'status': 'completed', 'code': 200} Feb 21 04:16:50.238953 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363473a-43c2-4097-b793-9fb541b843cd req-7c81d090-256f-4c41-853d-7bad32e1b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:50.240537 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-7c81d090-256f-4c41-853d-7bad32e1b07f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 1128 time: 0.0559497 Feb 21 04:16:50.288377 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-ff473a67-2e9e-49f9-bddc-75f802e36259 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=202428dd-b415-43d4-9158-7c34074b9adf HTTP/1.1" status: 200 len: 217 time: 0.0391312 Feb 21 04:16:50.578011 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363473a-43c2-4097-b793-9fb541b843cd req-deb91cfc-11fa-4e13-9dcb-7b208bb6476a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:50.580288 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-deb91cfc-11fa-4e13-9dcb-7b208bb6476a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ded90e6-ea51-40b5-9fe9-82428e77be8f HTTP/1.1" status: 200 len: 855 time: 0.2759833 Feb 21 04:16:50.602759 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c8b17-b5df-4698-801a-c9199272225a req-3b19ac24-c202-4ba0-a2c3-edd425943249 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:50.604144 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c8c8b17-b5df-4698-801a-c9199272225a req-3b19ac24-c202-4ba0-a2c3-edd425943249 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.0725663 Feb 21 04:16:50.621073 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-77a29cab-3f66-4d5b-af3f-3f883dbaad11 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329919 Feb 21 04:16:50.716678 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c8c8b17-b5df-4698-801a-c9199272225a req-86eefc68-7a33-48fc-9a98-32380c800d02 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979273 Feb 21 04:16:50.745028 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-3679f8c9-8bfa-4eab-a3c6-645f586706e9 service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168947 Feb 21 04:16:50.845633 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d363473a-43c2-4097-b793-9fb541b843cd req-ab133b50-38ce-4708-9d77-5f95c30dd5f0 service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882022 Feb 21 04:16:50.944509 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8539dab-b475-47e6-8fc4-b13b4ab6c007 req-40265620-1101-4b7a-96da-ecacf795701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:50.946285 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8539dab-b475-47e6-8fc4-b13b4ab6c007 req-40265620-1101-4b7a-96da-ecacf795701c service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 1128 time: 0.0503330 Feb 21 04:16:51.094396 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8539dab-b475-47e6-8fc4-b13b4ab6c007 req-07aa776f-8bf1-4818-bb8b-0e24690d9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:51.095891 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8539dab-b475-47e6-8fc4-b13b4ab6c007 req-07aa776f-8bf1-4818-bb8b-0e24690d9864 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 915 time: 0.1345882 Feb 21 04:16:51.107011 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d832f5c-804f-4f37-a561-f327d860b499 req-33370dec-18ea-467d-bb6d-c8b4adfc9909 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:51.108453 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0d832f5c-804f-4f37-a561-f327d860b499 req-33370dec-18ea-467d-bb6d-c8b4adfc9909 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0871055 Feb 21 04:16:51.150017 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8539dab-b475-47e6-8fc4-b13b4ab6c007 req-d78634d5-ade7-495e-9a29-4bf011f98d47 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=202428dd-b415-43d4-9158-7c34074b9adf HTTP/1.1" status: 200 len: 217 time: 0.0406156 Feb 21 04:16:51.221192 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0d832f5c-804f-4f37-a561-f327d860b499 req-e090cdbe-fe19-47ca-9919-82eedbdf50ce tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051643 Feb 21 04:16:51.226663 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8539dab-b475-47e6-8fc4-b13b4ab6c007 req-2e6ced0b-8531-4a0a-a549-392710aae10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:51.228094 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8539dab-b475-47e6-8fc4-b13b4ab6c007 req-2e6ced0b-8531-4a0a-a549-392710aae10c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ded90e6-ea51-40b5-9fe9-82428e77be8f HTTP/1.1" status: 200 len: 855 time: 0.0685816 Feb 21 04:16:51.261242 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8539dab-b475-47e6-8fc4-b13b4ab6c007 req-9460d5d2-34d0-4610-b8c2-e4be5b3fc164 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261481 Feb 21 04:16:51.362611 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8539dab-b475-47e6-8fc4-b13b4ab6c007 req-05b232fc-3860-4907-a2f1-ef56a073c99b service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888290 Feb 21 04:16:51.479567 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8539dab-b475-47e6-8fc4-b13b4ab6c007 req-54efa750-1317-443e-90c3-703741a44a95 service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013076 Feb 21 04:16:52.340312 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f2c96-e0f7-458c-84ad-92b2530b9ca5 req-0b37ab9e-4a6c-473c-8843-2a54e3e744dd tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:52.342001 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-738f2c96-e0f7-458c-84ad-92b2530b9ca5 req-0b37ab9e-4a6c-473c-8843-2a54e3e744dd tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0533850 Feb 21 04:16:52.395043 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-738f2c96-e0f7-458c-84ad-92b2530b9ca5 req-322cba1a-94b7-40e3-86b0-305f7bea1c07 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438156 Feb 21 04:16:53.511965 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957829f-a530-45ea-a3e9-6ecc8b3e3f25 req-3d2932ca-cc5e-4abf-9487-38a21597667e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:53.513490 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a957829f-a530-45ea-a3e9-6ecc8b3e3f25 req-3d2932ca-cc5e-4abf-9487-38a21597667e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0521102 Feb 21 04:16:53.569099 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a957829f-a530-45ea-a3e9-6ecc8b3e3f25 req-6557b9a0-6649-4a7c-b19a-2fb16ea08e24 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495074 Feb 21 04:16:54.694198 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba508f79-9eb0-47e8-871e-18848e90856b req-623c26a4-aee4-4a37-9959-a818518ce20d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:54.695692 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ba508f79-9eb0-47e8-871e-18848e90856b req-623c26a4-aee4-4a37-9959-a818518ce20d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0567136 Feb 21 04:16:54.743493 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ba508f79-9eb0-47e8-871e-18848e90856b req-5f32f265-8eb7-43a7-8d05-0b1ab0cc2f4e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423028 Feb 21 04:16:55.861488 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d67ae-5497-4279-a39c-9792bcccbf31 req-9d314b49-40be-4469-9ce9-c0f3e9b9a5b6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:55.862388 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da1d67ae-5497-4279-a39c-9792bcccbf31 req-9d314b49-40be-4469-9ce9-c0f3e9b9a5b6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0524249 Feb 21 04:16:55.917175 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da1d67ae-5497-4279-a39c-9792bcccbf31 req-3213a50b-f112-4de3-b406-8165bf7c5722 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493066 Feb 21 04:16:56.090970 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-b9b986ba-da18-4d95-a103-986106c2e011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:57.037877 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2a57c-db9b-4799-8e90-fffd3ae8a50f req-8ecd06e0-e909-45cb-8a8f-beba10a4304a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:57.038814 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b2a2a57c-db9b-4799-8e90-fffd3ae8a50f req-8ecd06e0-e909-45cb-8a8f-beba10a4304a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0554614 Feb 21 04:16:57.084654 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b2a2a57c-db9b-4799-8e90-fffd3ae8a50f req-e487a0a4-f5f8-4508-80d2-945811a656bc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Feb 21 04:16:58.135837 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-34110742-a353-4d69-a48a-036ae7cc8063 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:16:58.203677 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89185bf-60e3-4b5e-98ce-b46a9115a44e req-101955cd-e80d-4dfc-b540-42c67099f6e6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:58.205214 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f89185bf-60e3-4b5e-98ce-b46a9115a44e req-101955cd-e80d-4dfc-b540-42c67099f6e6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0538216 Feb 21 04:16:58.251236 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f89185bf-60e3-4b5e-98ce-b46a9115a44e req-f852552c-9ef1-4d4c-8430-3f0f2e6049e0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405488 Feb 21 04:16:59.370952 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebddbfa-8b61-49df-89ad-e79b1fd0a474 req-632f94ba-35a4-4687-a93e-8e80ada297e0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:16:59.372448 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2ebddbfa-8b61-49df-89ad-e79b1fd0a474 req-632f94ba-35a4-4687-a93e-8e80ada297e0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0512214 Feb 21 04:16:59.420309 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2ebddbfa-8b61-49df-89ad-e79b1fd0a474 req-836a7784-7884-4557-8eee-720de1a7aa4b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424247 Feb 21 04:16:59.458902 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:00.533577 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9663ae6a-1d35-4fa0-9492-1abf45470e00 req-b5912f06-c5ae-4dfd-a10e-8f8e75ac83c0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:00.535033 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9663ae6a-1d35-4fa0-9492-1abf45470e00 req-b5912f06-c5ae-4dfd-a10e-8f8e75ac83c0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0514200 Feb 21 04:17:00.580066 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9663ae6a-1d35-4fa0-9492-1abf45470e00 req-a0e5a5ac-cc7b-4725-a179-1454cd4ddccc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396547 Feb 21 04:17:00.833823 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:01.691875 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ddafb-22a8-4e94-97f3-64ecd4f5ae97 req-54047b9c-ca6e-4cab-9c2a-aa77f318da07 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:01.693364 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f75ddafb-22a8-4e94-97f3-64ecd4f5ae97 req-54047b9c-ca6e-4cab-9c2a-aa77f318da07 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0504429 Feb 21 04:17:01.737855 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f75ddafb-22a8-4e94-97f3-64ecd4f5ae97 req-e490c656-8194-4deb-b27e-06d9e0450753 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389640 Feb 21 04:17:02.487699 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:02.862857 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc984a8-3eb0-4d20-8a46-7f62abf60d98 req-617b066c-c2bb-426c-a740-3b615c7baeb3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:02.864352 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7bc984a8-3eb0-4d20-8a46-7f62abf60d98 req-617b066c-c2bb-426c-a740-3b615c7baeb3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0571220 Feb 21 04:17:02.914776 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7bc984a8-3eb0-4d20-8a46-7f62abf60d98 req-9f0f6f68-4209-466d-bb2c-c8db190e4fc3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436280 Feb 21 04:17:03.742405 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19507de7-54fb-42f4-ba3c-1290f2002186 req-fc5c352e-5152-4a62-a905-b7c3787f8e7a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:03.743913 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-19507de7-54fb-42f4-ba3c-1290f2002186 req-fc5c352e-5152-4a62-a905-b7c3787f8e7a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0822976 Feb 21 04:17:03.746565 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60a63c-7474-4abb-80dd-1ad44c645ccd req-8f176d0f-9aea-44c8-804a-c66a1dd741f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:03.747916 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a60a63c-7474-4abb-80dd-1ad44c645ccd req-8f176d0f-9aea-44c8-804a-c66a1dd741f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 1129 time: 0.0765405 Feb 21 04:17:03.839510 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-19507de7-54fb-42f4-ba3c-1290f2002186 req-e27be336-d908-4dee-bb2a-be70b14ccc90 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900669 Feb 21 04:17:03.869373 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60a63c-7474-4abb-80dd-1ad44c645ccd req-5a948189-804d-4807-a176-df855ea3783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:03.870921 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a60a63c-7474-4abb-80dd-1ad44c645ccd req-5a948189-804d-4807-a176-df855ea3783e service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 918 time: 0.1065207 Feb 21 04:17:03.915498 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a60a63c-7474-4abb-80dd-1ad44c645ccd req-973c9f5e-e33c-4562-bc1f-74a45432248e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3 HTTP/1.1" status: 200 len: 217 time: 0.0371854 Feb 21 04:17:03.971381 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a60a63c-7474-4abb-80dd-1ad44c645ccd req-3dc6be87-36b3-4c0f-b47e-84d3e846358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:03.972905 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a60a63c-7474-4abb-80dd-1ad44c645ccd req-3dc6be87-36b3-4c0f-b47e-84d3e846358d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 200 len: 858 time: 0.0471754 Feb 21 04:17:04.032148 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a60a63c-7474-4abb-80dd-1ad44c645ccd req-c1a44497-43cf-4c69-a9ba-ac6360800027 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dbdf964-252c-4bd3-8302-8e42b37a68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521033 Feb 21 04:17:04.100297 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a8c6e-894d-4e9b-817c-2dfc88deb04d req-4df2fcc3-0f72-4a75-8972-fd3109a9cb04 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:04.101832 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6b4a8c6e-894d-4e9b-817c-2dfc88deb04d req-4df2fcc3-0f72-4a75-8972-fd3109a9cb04 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.1135852 Feb 21 04:17:04.170175 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6b4a8c6e-894d-4e9b-817c-2dfc88deb04d req-545c8cb8-c715-4089-a491-ce3cb88a98ee tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622208 Feb 21 04:17:04.173695 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a60a63c-7474-4abb-80dd-1ad44c645ccd req-4c47ac68-ca6c-4d29-aed9-96fc9687b889 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328783 Feb 21 04:17:04.278715 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a60a63c-7474-4abb-80dd-1ad44c645ccd req-5eb41519-65fb-4bfe-aa05-e8cbb57110aa service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860171 Feb 21 04:17:04.957442 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde51993-9f2a-4dae-b6c4-62f97faa3a2c req-554b4ccd-3297-478e-bb55-58cabfff6458 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:04.958992 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fde51993-9f2a-4dae-b6c4-62f97faa3a2c req-554b4ccd-3297-478e-bb55-58cabfff6458 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0522485 Feb 21 04:17:05.005488 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fde51993-9f2a-4dae-b6c4-62f97faa3a2c req-e6e55ac6-2b65-4f4d-a4c9-13cde5c6164b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Feb 21 04:17:05.293032 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3bf2b-06c9-499f-ae62-4a14ce9c7c75 req-320fafe5-69c6-4e5b-a647-764cffebc140 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:05.294445 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f4b3bf2b-06c9-499f-ae62-4a14ce9c7c75 req-320fafe5-69c6-4e5b-a647-764cffebc140 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0548913 Feb 21 04:17:05.340585 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f4b3bf2b-06c9-499f-ae62-4a14ce9c7c75 req-2612f101-a941-4dd0-9c7c-8b4e66a0f10f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407057 Feb 21 04:17:06.129556 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea66bd9-e444-4ec5-98a5-377131cab5cd req-e6d9978c-eb8f-4bba-9d26-960ea1fe6ab3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:06.131110 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3ea66bd9-e444-4ec5-98a5-377131cab5cd req-e6d9978c-eb8f-4bba-9d26-960ea1fe6ab3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0561662 Feb 21 04:17:06.177786 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3ea66bd9-e444-4ec5-98a5-377131cab5cd req-f3440caa-fa6c-4da7-ae62-5caccd7ad5b1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410895 Feb 21 04:17:06.458213 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ae4776-a4ac-4d6f-baef-4a92ccd1b4c1 req-f912ad37-dad5-4350-8c94-505d606bdd37 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:06.459680 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-97ae4776-a4ac-4d6f-baef-4a92ccd1b4c1 req-f912ad37-dad5-4350-8c94-505d606bdd37 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0506155 Feb 21 04:17:06.504262 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-97ae4776-a4ac-4d6f-baef-4a92ccd1b4c1 req-eaf78d31-0e29-4969-83c2-5db1f5cb1bb3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391879 Feb 21 04:17:07.213660 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 33116) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:07.317135 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705d3c5-aa35-4662-8eeb-a8f6830f2728 req-78f9dc21-6ce3-45c6-a6d6-87003bfef874 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:07.319271 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8705d3c5-aa35-4662-8eeb-a8f6830f2728 req-78f9dc21-6ce3-45c6-a6d6-87003bfef874 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0748732 Feb 21 04:17:07.370040 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8705d3c5-aa35-4662-8eeb-a8f6830f2728 req-b1f9aa6d-8f58-4c21-a642-73ac0fc6492b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453160 Feb 21 04:17:07.379002 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4b7d9ee6-e1f8-4db3-89d8-b126ec45c7b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:07.450835 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4b7d9ee6-e1f8-4db3-89d8-b126ec45c7b2 admin admin] Publish callbacks [] for security_group (91174e01-a793-4854-bd27-1cc0bae07c8a), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:07.454568 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-4b7d9ee6-e1f8-4db3-89d8-b126ec45c7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (91174e01-a793-4854-bd27-1cc0bae07c8a), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:07.493835 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d9ee6-e1f8-4db3-89d8-b126ec45c7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91174e01-a793-4854-bd27-1cc0bae07c8a,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:07.498802 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-4b7d9ee6-e1f8-4db3-89d8-b126ec45c7b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7435445a27d6423cbfa0733c7b6bdd0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2840252 Feb 21 04:17:07.501450 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 33124) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:07.551866 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e049a0af-a6ac-449a-9409-fdfd051fd4eb admin admin] Publish callbacks [] for security_group (91174e01-a793-4854-bd27-1cc0bae07c8a), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:07.572225 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e049a0af-a6ac-449a-9409-fdfd051fd4eb admin admin] Publish callbacks [] for security_group (91174e01-a793-4854-bd27-1cc0bae07c8a), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:07.620797 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e049a0af-a6ac-449a-9409-fdfd051fd4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (91174e01-a793-4854-bd27-1cc0bae07c8a), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:07.624298 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e37f34-90e0-4c64-9871-24f9dd9538a4 req-ea8295f1-67bb-418e-961e-9925b78701f1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:07.624793 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e049a0af-a6ac-449a-9409-fdfd051fd4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:07.625911 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a0e37f34-90e0-4c64-9871-24f9dd9538a4 req-ea8295f1-67bb-418e-961e-9925b78701f1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0559590 Feb 21 04:17:07.628596 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-e049a0af-a6ac-449a-9409-fdfd051fd4eb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/91174e01-a793-4854-bd27-1cc0bae07c8a HTTP/1.1" status: 204 len: 168 time: 0.1261580 Feb 21 04:17:07.636932 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049a0af-a6ac-449a-9409-fdfd051fd4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91174e01-a793-4854-bd27-1cc0bae07c8a,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:07.685697 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a0e37f34-90e0-4c64-9871-24f9dd9538a4 req-83d27628-ca94-4d11-a704-e9b4a7283981 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463023 Feb 21 04:17:07.822352 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 202428dd-b415-43d4-9158-7c34074b9adf details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:17:07.920928 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 202428dd-b415-43d4-9158-7c34074b9adf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=202428dd-b415-43d4-9158-7c34074b9adf,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:17:07.932287 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '202428dd-b415-43d4-9158-7c34074b9adf', 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8', 'port_id': '202428dd-b415-43d4-9158-7c34074b9adf', 'mac_address': 'fa:16:3e:fc:4f:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ded90e6-ea51-40b5-9fe9-82428e77be8f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:17:07.969801 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 202428dd-b415-43d4-9158-7c34074b9adf is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:17:07.970267 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (202428dd-b415-43d4-9158-7c34074b9adf), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:07.983970 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 202428dd-b415-43d4-9158-7c34074b9adf {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:17:08.003667 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 202428dd-b415-43d4-9158-7c34074b9adf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=202428dd-b415-43d4-9158-7c34074b9adf,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:17:08.007395 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (202428dd-b415-43d4-9158-7c34074b9adf), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:08.056879 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=202428dd-b415-43d4-9158-7c34074b9adf,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:08.493533 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832501a-bcf2-4fae-aef5-b1a0b258378e req-8be8a399-0dde-47c1-9d05-0275f9cef6c9 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:08.495030 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e832501a-bcf2-4fae-aef5-b1a0b258378e req-8be8a399-0dde-47c1-9d05-0275f9cef6c9 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0538311 Feb 21 04:17:08.557207 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e832501a-bcf2-4fae-aef5-b1a0b258378e req-8c895901-bd07-48f4-b361-8825436be44b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556209 Feb 21 04:17:08.756867 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['202428dd-b415-43d4-9158-7c34074b9adf'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:17:08.803359 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fec29-3f55-44bc-9f73-4c6147fd610c req-da1d14ff-9767-4bbb-a890-697dffa9032e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:08.804893 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8c1fec29-3f55-44bc-9f73-4c6147fd610c req-da1d14ff-9767-4bbb-a890-697dffa9032e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0572550 Feb 21 04:17:08.889972 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8c1fec29-3f55-44bc-9f73-4c6147fd610c req-050e4a01-a735-4a1d-a996-9544ea07f1c2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789530 Feb 21 04:17:09.513960 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:17:09.677733 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c7e8d9-cf20-4c9e-aab7-adba10ceb14e req-0051da9a-70ed-4986-93ce-8118a11e3386 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:09.679204 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c2c7e8d9-cf20-4c9e-aab7-adba10ceb14e req-0051da9a-70ed-4986-93ce-8118a11e3386 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0571835 Feb 21 04:17:09.724536 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c2c7e8d9-cf20-4c9e-aab7-adba10ceb14e req-2750e3df-b06a-4a44-98e1-42c37e36b5e3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399354 Feb 21 04:17:09.958273 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:10.012953 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291e1a-6253-4f68-b50d-5978738ae7ae req-ba65c107-1df9-4c4f-86f0-93ccd6e3e0b8 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:10.014673 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c291e1a-6253-4f68-b50d-5978738ae7ae req-ba65c107-1df9-4c4f-86f0-93ccd6e3e0b8 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0555339 Feb 21 04:17:10.061807 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c291e1a-6253-4f68-b50d-5978738ae7ae req-502b3dcc-6822-408e-8788-410ed794fb24 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416121 Feb 21 04:17:10.659269 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8f36341-48d3-47bf-8c60-8db757381442 req-161110e1-e76c-4e42-b80a-bf4fe3cc17d4 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418534 Feb 21 04:17:10.749053 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f36341-48d3-47bf-8c60-8db757381442 req-3399a3cd-20bc-47db-b7cc-92c4e11c92e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:10.750466 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8f36341-48d3-47bf-8c60-8db757381442 req-3399a3cd-20bc-47db-b7cc-92c4e11c92e5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 1130 time: 0.0439265 Feb 21 04:17:10.890260 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f36341-48d3-47bf-8c60-8db757381442 req-2ee0bbf5-af20-4342-a5dc-de55ed1ffe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:10.892445 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8f36341-48d3-47bf-8c60-8db757381442 req-2ee0bbf5-af20-4342-a5dc-de55ed1ffe14 service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 918 time: 0.1226196 Feb 21 04:17:10.899885 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039940fa-e231-4d00-b66d-f9970a175578 req-1047ae46-f151-4c21-9e69-7576a82a39c5 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:10.901259 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-039940fa-e231-4d00-b66d-f9970a175578 req-1047ae46-f151-4c21-9e69-7576a82a39c5 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0846267 Feb 21 04:17:10.949466 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8f36341-48d3-47bf-8c60-8db757381442 req-abc39bd8-b2d1-442c-92fc-b3aa81cb12c1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18fcec87-d164-4874-b7ec-0a2d9c6fb0df HTTP/1.1" status: 200 len: 217 time: 0.0472782 Feb 21 04:17:11.007355 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-039940fa-e231-4d00-b66d-f9970a175578 req-5334cbcb-251e-41b4-a7e3-723daa94bf37 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990345 Feb 21 04:17:11.017706 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f36341-48d3-47bf-8c60-8db757381442 req-fc4896b4-e8dd-4765-9c64-f3edf0ad0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:11.019095 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8f36341-48d3-47bf-8c60-8db757381442 req-fc4896b4-e8dd-4765-9c64-f3edf0ad0613 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 200 len: 858 time: 0.0545545 Feb 21 04:17:11.050436 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8f36341-48d3-47bf-8c60-8db757381442 req-26580144-b490-4622-9fe3-24c634638930 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dbdf964-252c-4bd3-8302-8e42b37a68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251586 Feb 21 04:17:11.176618 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8f36341-48d3-47bf-8c60-8db757381442 req-5fb18dbe-1feb-478c-8e37-38e3043a3586 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145756 Feb 21 04:17:11.197499 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfc9ce3-3a12-4ff7-a561-624a0ad5e18b req-0039bc3f-3957-4f2a-a1fc-0479439aa85a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:11.198901 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1cfc9ce3-3a12-4ff7-a561-624a0ad5e18b req-0039bc3f-3957-4f2a-a1fc-0479439aa85a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0661037 Feb 21 04:17:11.309881 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1cfc9ce3-3a12-4ff7-a561-624a0ad5e18b req-7b884b0d-9b1a-4e83-808b-19ed2b935531 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007955 Feb 21 04:17:11.326252 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8f36341-48d3-47bf-8c60-8db757381442 req-72be7070-edc4-44e6-82c5-a5a187bb4d35 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264360 Feb 21 04:17:11.822789 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 202428dd-b415-43d4-9158-7c34074b9adf up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:17:11.883853 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 202428dd-b415-43d4-9158-7c34074b9adf completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:17:11.887782 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 202428dd-b415-43d4-9158-7c34074b9adf triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:17:11.888154 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (202428dd-b415-43d4-9158-7c34074b9adf), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:11.972271 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 202428dd-b415-43d4-9158-7c34074b9adf is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:17:11.972690 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (202428dd-b415-43d4-9158-7c34074b9adf), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:12.013153 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 202428dd-b415-43d4-9158-7c34074b9adf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=202428dd-b415-43d4-9158-7c34074b9adf,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:17:12.014623 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38295c86-79cf-4f53-828c-2f9e5350d0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202428dd-b415-43d4-9158-7c34074b9adf'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:17:12.018471 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e01eb6d-8636-40cf-9e6f-85641a00c381" -d '{"events": [{"server_uuid": "38295c86-79cf-4f53-828c-2f9e5350d0c8", "name": "network-vif-plugged", "status": "completed", "tag": "202428dd-b415-43d4-9158-7c34074b9adf"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:17:12.034175 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (202428dd-b415-43d4-9158-7c34074b9adf), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:12.100313 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c601130-9e96-40f1-b792-15ec9239e906 x-openstack-request-id: req-9c601130-9e96-40f1-b792-15ec9239e906 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:17:12.100543 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38295c86-79cf-4f53-828c-2f9e5350d0c8", "name": "network-vif-plugged", "status": "completed", "tag": "202428dd-b415-43d4-9158-7c34074b9adf", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:17:12.101057 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9c601130-9e96-40f1-b792-15ec9239e906 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:17:12.101593 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38295c86-79cf-4f53-828c-2f9e5350d0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '202428dd-b415-43d4-9158-7c34074b9adf', 'code': 200} Feb 21 04:17:12.114010 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=202428dd-b415-43d4-9158-7c34074b9adf,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:12.171860 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b668f-a88f-4cf7-875c-94584435fee5 req-f594edb0-1bd0-4d9f-ac18-a102cc69b4e9 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:12.174277 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7b8b668f-a88f-4cf7-875c-94584435fee5 req-f594edb0-1bd0-4d9f-ac18-a102cc69b4e9 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0648293 Feb 21 04:17:12.231175 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7b8b668f-a88f-4cf7-875c-94584435fee5 req-e390e873-3cd1-437e-993f-db07ffcc4c23 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513830 Feb 21 04:17:12.332093 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967d3d8-56fd-4a64-a1b1-235c4e8dcd25 req-70dac7c4-0074-4eca-8f1a-71d743de764a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:12.333683 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7967d3d8-56fd-4a64-a1b1-235c4e8dcd25 req-70dac7c4-0074-4eca-8f1a-71d743de764a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 1130 time: 0.0476234 Feb 21 04:17:12.384757 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7967d3d8-56fd-4a64-a1b1-235c4e8dcd25 req-5acafb20-513c-49dc-bd12-eb91202b0a46 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 Feb 21 04:17:12.434445 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b476627-b0bd-49c8-83f4-dfbe284fd116 req-de112d6d-a2c4-4c44-8bdc-0e6b48b3f276 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:12.435896 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b476627-b0bd-49c8-83f4-dfbe284fd116 req-de112d6d-a2c4-4c44-8bdc-0e6b48b3f276 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 946 time: 0.0502939 Feb 21 04:17:12.480188 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b476627-b0bd-49c8-83f4-dfbe284fd116 req-b522555e-1472-4cc3-9357-079f05842b08 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382323 Feb 21 04:17:12.755891 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ecdf9b-26c2-4c80-a236-fa3c3dfb6c22 req-7cea22a1-32a9-42bc-8734-3e4063733f38 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:12.757388 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-86ecdf9b-26c2-4c80-a236-fa3c3dfb6c22 req-7cea22a1-32a9-42bc-8734-3e4063733f38 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.0510805 Feb 21 04:17:12.807051 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-86ecdf9b-26c2-4c80-a236-fa3c3dfb6c22 req-b56b936b-fc15-471c-95c4-2afcdc5bb966 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441241 Feb 21 04:17:12.829929 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 33278) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:13.021618 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949c5088-805f-48eb-ae1f-50179c9473a4 tempest-TestMinimumBasicScenario-794647631 tempest-TestMinimumBasicScenario-794647631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:13.023139 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-949c5088-805f-48eb-ae1f-50179c9473a4 tempest-TestMinimumBasicScenario-794647631 tempest-TestMinimumBasicScenario-794647631-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 1125 time: 0.1922214 Feb 21 04:17:13.026016 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 33284) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:13.030962 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Request body: {'floatingip': {'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'port_id': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:13.052826 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:13.151671 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:13.490536 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Allocated IP 172.27.0.28 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/7a95e330-059e-47cb-b9c0-2678a276c292) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:17:13.526617 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9dff04-cc7f-464b-bfb2-5a90b9ac6f2e req-9c871a90-39b3-4e9b-b799-873530ab4eca tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:13.528338 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5d9dff04-cc7f-464b-bfb2-5a90b9ac6f2e req-9c871a90-39b3-4e9b-b799-873530ab4eca tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0964088 Feb 21 04:17:13.678873 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5d9dff04-cc7f-464b-bfb2-5a90b9ac6f2e req-480924df-fbe0-4186-8f4c-198f9c0f6423 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189470 Feb 21 04:17:13.685125 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for port (7a95e330-059e-47cb-b9c0-2678a276c292), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:13.694552 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de84c4-762e-4b3f-8762-f3113fe98583 req-7c659149-1929-49b3-bc60-a992efb9963f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:13.696000 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-86de84c4-762e-4b3f-8762-f3113fe98583 req-7c659149-1929-49b3-bc60-a992efb9963f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 946 time: 0.1372566 Feb 21 04:17:13.756080 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (7a95e330-059e-47cb-b9c0-2678a276c292), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:13.769282 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-86de84c4-762e-4b3f-8762-f3113fe98583 req-3a9d8d6f-ecae-4e3a-b22c-cff85bc332f0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659754 Feb 21 04:17:13.801486 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:17:13.804665 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:17:13.809168 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:17:13.839396 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'Port': ['ID=7a95e330-059e-47cb-b9c0-2678a276c292,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:13.851013 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.851344 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.851687 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.852026 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.852358 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.852713 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.853044 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.853371 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.853697 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.854026 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.854346 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.854665 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:13.854995 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:14.209574 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for floatingip (0cf2e891-7335-4f76-960f-12d858095db1), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:14.281797 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (7a95e330-059e-47cb-b9c0-2678a276c292), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:14.431423 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for port (7a95e330-059e-47cb-b9c0-2678a276c292), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:14.435936 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (7a95e330-059e-47cb-b9c0-2678a276c292), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:14.501243 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'Port': ['ID=7a95e330-059e-47cb-b9c0-2678a276c292,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:14.512378 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (0cf2e891-7335-4f76-960f-12d858095db1), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:14.620071 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Floating IP 0cf2e891-7335-4f76-960f-12d858095db1 associated. External IP: 172.27.0.28, port: 2f0ab78e-d156-44f8-a2e4-b409bf502408. Feb 21 04:17:14.895699 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a77f7-dbd7-4aa3-9bcf-e86343fe95d7 req-77c72fb0-5b63-40b8-92ce-e776dd156eb0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:14.897186 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a35a77f7-dbd7-4aa3-9bcf-e86343fe95d7 req-77c72fb0-5b63-40b8-92ce-e776dd156eb0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1303761 Feb 21 04:17:14.922107 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:17:14.966316 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4b78d-42aa-4ea8-986b-f1dac26c4c18 req-6f92d098-8852-484c-8f1b-c7103d5365e6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:14.967705 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f3c4b78d-42aa-4ea8-986b-f1dac26c4c18 req-6f92d098-8852-484c-8f1b-c7103d5365e6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 946 time: 0.1202743 Feb 21 04:17:15.025282 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a35a77f7-dbd7-4aa3-9bcf-e86343fe95d7 req-f7c3436e-7ba5-4fb0-b16f-aa5e694fd864 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188130 Feb 21 04:17:15.093610 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f3c4b78d-42aa-4ea8-986b-f1dac26c4c18 req-7ebe1ee6-f544-46a7-b380-edcdcb83a6c7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200781 Feb 21 04:17:15.115906 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:17:15.128117 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5ac18-7645-4afb-a106-61a13f34831b None None] Sync routers for ids ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:17:15.139013 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.139388 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5ac18-7645-4afb-a106-61a13f34831b None None] Routers {'9c77b8bc-1572-42f0-a98c-7656ae177ac4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:17:15.140076 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b4e5ac18-7645-4afb-a106-61a13f34831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:16:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:17:15.175065 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 33316) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:15.175636 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-f9e07140-e81c-4176-b864-c9ea92d430ba tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1481485 Feb 21 04:17:15.175798 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:17:15.178029 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0f882e-4d0b-4958-a2dd-337bd308938a" -d '{"events": [{"name": "network-changed", "server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:17:15.181601 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555835675', 'description': 'tempest-secgroup-smoke-1555835675 description', 'project_id': 'aa514a3d1a314decab32eefda5e67939'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:15.223859 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.244023 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2370515-2b57-4641-905c-2ba9e4aee220 x-openstack-request-id: req-f2370515-2b57-4641-905c-2ba9e4aee220 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:17:15.244310 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:17:15.244573 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2370515-2b57-4641-905c-2ba9e4aee220 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:17:15.245004 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'status': 'completed', 'code': 200} Feb 21 04:17:15.262687 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-b4e5ac18-7645-4afb-a106-61a13f34831b None None] Set router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:17:15.300075 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group (ed61422c-2596-47a4-a867-ceb2b47dee59), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.306015 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (ed61422c-2596-47a4-a867-ceb2b47dee59), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.323403 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f882e-4d0b-4958-a2dd-337bd308938a req-c93f5eda-f7d9-499a-a33d-4d5e1741e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:15.326124 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f0f882e-4d0b-4958-a2dd-337bd308938a req-c93f5eda-f7d9-499a-a33d-4d5e1741e7a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa514a3d1a314decab32eefda5e67939&device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 1130 time: 0.0498035 Feb 21 04:17:15.337983 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.339533 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1621954 Feb 21 04:17:15.342358 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 33320) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:15.348318 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-560cf310-451e-4116-b521-b11f8b5dda27 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Request body: {'security_group_rule': {'security_group_id': 'ed61422c-2596-47a4-a867-ceb2b47dee59', 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:15.361789 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed61422c-2596-47a4-a867-ceb2b47dee59,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:15.373760 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.374135 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.374745 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.375140 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.375520 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.375888 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.376240 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.377170 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.377638 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.377872 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.378732 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.379276 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.379789 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96225309-1059-4e87-9636-05c651db9aed tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:17:15.396236 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-560cf310-451e-4116-b521-b11f8b5dda27 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (470a6c13-519a-4d46-b9af-9aeb2b92b931), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.457586 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f882e-4d0b-4958-a2dd-337bd308938a req-df436154-cee1-42e4-9909-9120224f96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:15.459697 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f0f882e-4d0b-4958-a2dd-337bd308938a req-df436154-cee1-42e4-9909-9120224f96bc service neutron] 10.222.0.45 "GET /v2.0/networks?id=1757e5fc-c4b3-4899-835a-555e305edb49 HTTP/1.1" status: 200 len: 914 time: 0.1215749 Feb 21 04:17:15.482612 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-560cf310-451e-4116-b521-b11f8b5dda27 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (470a6c13-519a-4d46-b9af-9aeb2b92b931), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.487094 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-560cf310-451e-4116-b521-b11f8b5dda27 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (470a6c13-519a-4d46-b9af-9aeb2b92b931), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.506016 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560cf310-451e-4116-b521-b11f8b5dda27 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470a6c13-519a-4d46-b9af-9aeb2b92b931,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:15.511539 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-560cf310-451e-4116-b521-b11f8b5dda27 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.512160 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b4e5ac18-7645-4afb-a106-61a13f34831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:39Z', 'revision_number': 4, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '0cf2e891-7335-4f76-960f-12d858095db1', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'port_id': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'mac_address': 'fa:16:3e:21:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:17:14Z', 'updated_at': '2022-02-21T04:17:14Z', 'revision_number': 0, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a', 'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'mac_address': 'fa:16:3e:02:a8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:39Z', 'updated_at': '2022-02-21T04:15:43Z', 'revision_number': 5, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'subnets': [{'id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:17:15.512832 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-560cf310-451e-4116-b521-b11f8b5dda27 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692543 Feb 21 04:17:15.515867 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 33322) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:15.520424 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-d16c49ea-7eb0-41b9-ae34-9d651d0c3a57 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Request body: {'security_group_rule': {'security_group_id': 'ed61422c-2596-47a4-a867-ceb2b47dee59', 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:15.538925 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5ac18-7645-4afb-a106-61a13f34831b None None] Checking router: 9c77b8bc-1572-42f0-a98c-7656ae177ac4 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:17:15.546937 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d16c49ea-7eb0-41b9-ae34-9d651d0c3a57 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (de2a4eee-0283-448e-b11b-649a9f69178d), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.549031 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e5ac18-7645-4afb-a106-61a13f34831b None None] Routers {'9c77b8bc-1572-42f0-a98c-7656ae177ac4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:17:15.549647 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b4e5ac18-7645-4afb-a106-61a13f34831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:16:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:17:15.614358 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d16c49ea-7eb0-41b9-ae34-9d651d0c3a57 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (de2a4eee-0283-448e-b11b-649a9f69178d), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.618349 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d16c49ea-7eb0-41b9-ae34-9d651d0c3a57 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (de2a4eee-0283-448e-b11b-649a9f69178d), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.637328 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f0f882e-4d0b-4958-a2dd-337bd308938a req-54e66e04-fe67-4d94-8fe4-c67260ed08cd service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 200 len: 999 time: 0.0754795 Feb 21 04:17:15.639866 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16c49ea-7eb0-41b9-ae34-9d651d0c3a57 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de2a4eee-0283-448e-b11b-649a9f69178d,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:15.645897 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-d16c49ea-7eb0-41b9-ae34-9d651d0c3a57 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.647136 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-d16c49ea-7eb0-41b9-ae34-9d651d0c3a57 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1303322 Feb 21 04:17:15.650389 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 33324) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:15.661093 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-22bcd9d1-718e-49ce-9a89-896a07323b8b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Request body: {'security_group_rule': {'security_group_id': 'ed61422c-2596-47a4-a867-ceb2b47dee59', 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:15.684017 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-b4e5ac18-7645-4afb-a106-61a13f34831b None None] Set router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:17:15.726082 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f882e-4d0b-4958-a2dd-337bd308938a req-7e6df962-ea76-4eae-bd14-711081ca1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:15.727545 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f0f882e-4d0b-4958-a2dd-337bd308938a req-7e6df962-ea76-4eae-bd14-711081ca1bcd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7 HTTP/1.1" status: 200 len: 853 time: 0.0780675 Feb 21 04:17:15.728859 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-22bcd9d1-718e-49ce-9a89-896a07323b8b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (c46808e0-1180-4ccd-af2b-390140c4faec), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.810591 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-22bcd9d1-718e-49ce-9a89-896a07323b8b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (c46808e0-1180-4ccd-af2b-390140c4faec), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.816227 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0f882e-4d0b-4958-a2dd-337bd308938a req-e8de6a03-8c75-4aa8-b202-9255cd634d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:15.817966 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f0f882e-4d0b-4958-a2dd-337bd308938a req-e8de6a03-8c75-4aa8-b202-9255cd634d02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1757e5fc-c4b3-4899-835a-555e305edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0797729 Feb 21 04:17:15.819024 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-22bcd9d1-718e-49ce-9a89-896a07323b8b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (c46808e0-1180-4ccd-af2b-390140c4faec), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.853667 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bcd9d1-718e-49ce-9a89-896a07323b8b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c46808e0-1180-4ccd-af2b-390140c4faec,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:15.889877 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-22bcd9d1-718e-49ce-9a89-896a07323b8b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.891048 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-22bcd9d1-718e-49ce-9a89-896a07323b8b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2333298 Feb 21 04:17:15.894694 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 33328) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:15.901953 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-3674bef7-e61e-4bf8-8cae-6d8ddfc81c00 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Request body: {'security_group_rule': {'security_group_id': 'ed61422c-2596-47a4-a867-ceb2b47dee59', 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:15.928099 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3674bef7-e61e-4bf8-8cae-6d8ddfc81c00 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (bb092c61-ad22-4cb6-9739-fdc7a11d866b), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.930999 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f0f882e-4d0b-4958-a2dd-337bd308938a req-6bb60fa9-f5b8-486a-8826-f395441c8ed7 service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972354 Feb 21 04:17:15.986993 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3674bef7-e61e-4bf8-8cae-6d8ddfc81c00 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (bb092c61-ad22-4cb6-9739-fdc7a11d866b), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:15.992184 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3674bef7-e61e-4bf8-8cae-6d8ddfc81c00 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (bb092c61-ad22-4cb6-9739-fdc7a11d866b), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:16.000473 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b4e5ac18-7645-4afb-a106-61a13f34831b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:39Z', 'revision_number': 4, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '0cf2e891-7335-4f76-960f-12d858095db1', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'port_id': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'mac_address': 'fa:16:3e:21:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:17:14Z', 'updated_at': '2022-02-21T04:17:14Z', 'revision_number': 0, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a', 'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'mac_address': 'fa:16:3e:02:a8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:39Z', 'updated_at': '2022-02-21T04:15:43Z', 'revision_number': 5, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'subnets': [{'id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:17:16.011075 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674bef7-e61e-4bf8-8cae-6d8ddfc81c00 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb092c61-ad22-4cb6-9739-fdc7a11d866b,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:16.022813 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3674bef7-e61e-4bf8-8cae-6d8ddfc81c00 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:16.024002 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-3674bef7-e61e-4bf8-8cae-6d8ddfc81c00 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278217 Feb 21 04:17:16.027751 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 33332) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:16.028714 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e5ac18-7645-4afb-a106-61a13f34831b None None] The sync data for ids ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'] in dv-cinder-773985-36-iscsi is: [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:39Z', 'revision_number': 4, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '0cf2e891-7335-4f76-960f-12d858095db1', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'port_id': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'mac_address': 'fa:16:3e:21:af:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:17:14Z', 'updated_at': '2022-02-21T04:17:14Z', 'revision_number': 0, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a', 'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'mac_address': 'fa:16:3e:02:a8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:39Z', 'updated_at': '2022-02-21T04:15:43Z', 'revision_number': 5, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'subnets': [{'id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:17:16.034122 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-a3c7ab20-a6f6-4c7a-9e76-6796265b4657 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Request body: {'security_group_rule': {'security_group_id': 'ed61422c-2596-47a4-a867-ceb2b47dee59', 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:16.044979 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f0f882e-4d0b-4958-a2dd-337bd308938a req-bfaa5d74-af77-4a4e-b905-1faf469530a9 service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023841 Feb 21 04:17:16.064747 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.securitygroups_db [None req-a3c7ab20-a6f6-4c7a-9e76-6796265b4657 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Project aa514a3d1a314decab32eefda5e67939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 04:17:16.070335 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ab20-a6f6-4c7a-9e76-6796265b4657 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (f2c0d955-adcd-4621-829f-9d70e5a8e5d8), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:16.128173 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ab20-a6f6-4c7a-9e76-6796265b4657 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (f2c0d955-adcd-4621-829f-9d70e5a8e5d8), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:16.142855 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ab20-a6f6-4c7a-9e76-6796265b4657 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (f2c0d955-adcd-4621-829f-9d70e5a8e5d8), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:16.200392 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7ab20-a6f6-4c7a-9e76-6796265b4657 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c0d955-adcd-4621-829f-9d70e5a8e5d8,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:16.220965 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a3c7ab20-a6f6-4c7a-9e76-6796265b4657 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:16.226363 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 33342) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:16.226877 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-a3c7ab20-a6f6-4c7a-9e76-6796265b4657 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1974039 Feb 21 04:17:16.231005 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-810b61c5-8d01-4d9b-a182-31ac8b6219c8 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Request body: {'security_group_rule': {'security_group_id': 'ed61422c-2596-47a4-a867-ceb2b47dee59', 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:16.253039 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db38c2-d97e-414b-884e-76fbc0ec7e74 req-859bd065-39d9-4e00-9fc9-e48ee9690690 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:16.254617 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-66db38c2-d97e-414b-884e-76fbc0ec7e74 req-859bd065-39d9-4e00-9fc9-e48ee9690690 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1250496 Feb 21 04:17:16.267543 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.securitygroups_db [None req-810b61c5-8d01-4d9b-a182-31ac8b6219c8 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Project aa514a3d1a314decab32eefda5e67939 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 04:17:16.276237 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545fd77-e986-4cef-b685-a35cc6cbd3c7 req-8eeede6c-926f-48de-ace5-a2a2741a6cc3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:16.278383 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6545fd77-e986-4cef-b685-a35cc6cbd3c7 req-8eeede6c-926f-48de-ace5-a2a2741a6cc3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 946 time: 0.0962205 Feb 21 04:17:16.278572 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-810b61c5-8d01-4d9b-a182-31ac8b6219c8 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (26fd0ad8-818a-41cc-bf43-f61dbd5783d5), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:16.304152 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3a668f-bfdb-4226-9a80-31987692244a None None] New status for floating IP 0cf2e891-7335-4f76-960f-12d858095db1: ACTIVE {{(pid=102901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:17:16.339514 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-66db38c2-d97e-414b-884e-76fbc0ec7e74 req-6d5694fa-1d11-4d27-9fa7-275f202431d3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784898 Feb 21 04:17:16.346108 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-810b61c5-8d01-4d9b-a182-31ac8b6219c8 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (26fd0ad8-818a-41cc-bf43-f61dbd5783d5), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:16.352079 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-810b61c5-8d01-4d9b-a182-31ac8b6219c8 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (26fd0ad8-818a-41cc-bf43-f61dbd5783d5), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:16.363061 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6545fd77-e986-4cef-b685-a35cc6cbd3c7 req-3b19dae1-785f-4244-9dc7-5fb9efc27fd0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725362 Feb 21 04:17:16.379854 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b61c5-8d01-4d9b-a182-31ac8b6219c8 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26fd0ad8-818a-41cc-bf43-f61dbd5783d5,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:16.388996 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-810b61c5-8d01-4d9b-a182-31ac8b6219c8 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:16.395832 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-810b61c5-8d01-4d9b-a182-31ac8b6219c8 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1684208 Feb 21 04:17:16.493425 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2559dd17-99e7-4b20-a670-2aa4b1dc4d41 req-14b7f46e-2c73-4440-adba-b7d0982a7c06 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555835675&fields=id&tenant_id=aa514a3d1a314decab32eefda5e67939 HTTP/1.1" status: 200 len: 267 time: 0.0502729 Feb 21 04:17:16.557898 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559dd17-99e7-4b20-a670-2aa4b1dc4d41 req-059889e1-ecbe-44ff-91e4-bfece47bab44 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:16.559876 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2559dd17-99e7-4b20-a670-2aa4b1dc4d41 req-059889e1-ecbe-44ff-91e4-bfece47bab44 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.0589638 Feb 21 04:17:16.575063 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-2559dd17-99e7-4b20-a670-2aa4b1dc4d41 req-97591b38-1740-488e-9380-a95572cfd42f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Request body: {'port': {'security_groups': ['59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd', 'ed61422c-2596-47a4-a867-ceb2b47dee59']}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:16.660763 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-2559dd17-99e7-4b20-a670-2aa4b1dc4d41 req-97591b38-1740-488e-9380-a95572cfd42f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:17.037044 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-2559dd17-99e7-4b20-a670-2aa4b1dc4d41 req-97591b38-1740-488e-9380-a95572cfd42f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] For port 2f0ab78e-d156-44f8-a2e4-b409bf502408, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:17:17.065399 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-2559dd17-99e7-4b20-a670-2aa4b1dc4d41 req-97591b38-1740-488e-9380-a95572cfd42f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:17.069857 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-2559dd17-99e7-4b20-a670-2aa4b1dc4d41 req-97591b38-1740-488e-9380-a95572cfd42f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:17.089908 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['2f0ab78e-d156-44f8-a2e4-b409bf502408'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:17:17.113107 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559dd17-99e7-4b20-a670-2aa4b1dc4d41 req-97591b38-1740-488e-9380-a95572cfd42f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:17.114150 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-2559dd17-99e7-4b20-a670-2aa4b1dc4d41 req-97591b38-1740-488e-9380-a95572cfd42f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:17.115446 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2559dd17-99e7-4b20-a670-2aa4b1dc4d41 req-97591b38-1740-488e-9380-a95572cfd42f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "PUT /v2.0/ports/2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 200 len: 982 time: 0.5452549 Feb 21 04:17:17.143157 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97591b38-1740-488e-9380-a95572cfd42f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'Port': ['ID=2f0ab78e-d156-44f8-a2e4-b409bf502408,revision_number=6']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:17.242984 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94e520-2b84-4fb2-be9e-6967c22456c1 req-a5f9ff40-9c30-42bf-a015-5410c3615cb6 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:17.244750 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3d94e520-2b84-4fb2-be9e-6967c22456c1 req-a5f9ff40-9c30-42bf-a015-5410c3615cb6 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0598996 Feb 21 04:17:17.246391 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:17:17.248840 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d" -d '{"events": [{"name": "network-changed", "server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:17:17.259803 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['2f0ab78e-d156-44f8-a2e4-b409bf502408'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:17:17.297954 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18610ab-413a-47ee-bc78-22f6e526c3b2 x-openstack-request-id: req-c18610ab-413a-47ee-bc78-22f6e526c3b2 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:17:17.298283 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:17:17.298534 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c18610ab-413a-47ee-bc78-22f6e526c3b2 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:17:17.298928 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'status': 'completed', 'code': 200} Feb 21 04:17:17.358329 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3d94e520-2b84-4fb2-be9e-6967c22456c1 req-b5ba5b89-d6b4-4cfb-81e9-e8117aa0da7e tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051672 Feb 21 04:17:17.407144 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d req-a1011810-3fa3-4628-bea7-ec5c6492d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:17.408666 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d req-a1011810-3fa3-4628-bea7-ec5c6492d1a3 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa514a3d1a314decab32eefda5e67939&device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 1169 time: 0.0767035 Feb 21 04:17:17.467843 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-2c29f515-c865-4ef1-9976-86746f687c51 None None] Provisioning complete for port 2f0ab78e-d156-44f8-a2e4-b409bf502408 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:17:17.468425 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2c29f515-c865-4ef1-9976-86746f687c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:17.546620 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b706d1-929b-456e-9614-f895b146ee1c req-b317c48f-dddf-4f7a-a413-70e4eef5573d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:17.548075 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d1b706d1-929b-456e-9614-f895b146ee1c req-b317c48f-dddf-4f7a-a413-70e4eef5573d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1125112 Feb 21 04:17:17.553270 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d req-f8b5a7b9-c0e4-4e4c-bf10-675953fc82db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:17.554939 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d req-f8b5a7b9-c0e4-4e4c-bf10-675953fc82db service neutron] 10.222.0.45 "GET /v2.0/networks?id=1757e5fc-c4b3-4899-835a-555e305edb49 HTTP/1.1" status: 200 len: 914 time: 0.1391613 Feb 21 04:17:17.646032 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d1b706d1-929b-456e-9614-f895b146ee1c req-df587962-42c6-4488-a6de-51cbef7a28f1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901370 Feb 21 04:17:17.649961 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d req-c3495c30-3c5f-4749-80e5-c716207e2662 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 200 len: 1001 time: 0.0874031 Feb 21 04:17:17.680394 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-2c29f515-c865-4ef1-9976-86746f687c51 None None] Current status of the port 2f0ab78e-d156-44f8-a2e4-b409bf502408 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:17:17.701919 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d req-2708ccf3-28af-4bfe-a41a-5ebafcb03fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:17.703406 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d req-2708ccf3-28af-4bfe-a41a-5ebafcb03fa4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7 HTTP/1.1" status: 200 len: 853 time: 0.0463684 Feb 21 04:17:17.752998 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d req-eaf875cd-cad2-4608-a39e-5cc22a579c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:17.754627 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d req-eaf875cd-cad2-4608-a39e-5cc22a579c66 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1757e5fc-c4b3-4899-835a-555e305edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0449390 Feb 21 04:17:17.850700 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d req-b2cbde2d-767c-4c52-a857-4deb4ee0b2b8 service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893388 Feb 21 04:17:17.937244 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-62a977d6-f041-4bdd-bb8b-a8a7cd28330d req-3bcad825-159d-4666-b9f0-01aa7fe7fb28 service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801475 Feb 21 04:17:18.767835 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3792a2cd-5092-48d0-b671-06010d2ad678 req-7f56af46-6768-4912-bc54-04cc0e811dfc tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:18.769363 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3792a2cd-5092-48d0-b671-06010d2ad678 req-7f56af46-6768-4912-bc54-04cc0e811dfc tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0529401 Feb 21 04:17:18.820061 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3792a2cd-5092-48d0-b671-06010d2ad678 req-8bca0ea0-bf88-4910-a0f2-13143d835045 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453098 Feb 21 04:17:19.945521 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2f419-23da-44ce-b4d7-5d8fdc18661e req-ecbf3bb3-cad1-4ed1-8948-c3586df7136d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:19.947024 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-47c2f419-23da-44ce-b4d7-5d8fdc18661e req-ecbf3bb3-cad1-4ed1-8948-c3586df7136d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0589519 Feb 21 04:17:19.995837 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-47c2f419-23da-44ce-b4d7-5d8fdc18661e req-4a7788ff-3245-4e8a-96c3-25aca601a08f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422857 Feb 21 04:17:21.113957 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851e52c-12ad-49f4-9112-2a6ca52055f3 req-d8fa838e-207b-4e7f-bcff-5e9e3f27d66d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:21.115472 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7851e52c-12ad-49f4-9112-2a6ca52055f3 req-d8fa838e-207b-4e7f-bcff-5e9e3f27d66d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0519898 Feb 21 04:17:21.166762 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7851e52c-12ad-49f4-9112-2a6ca52055f3 req-b2688ff3-2df8-45d0-826d-a8145bfd294d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456226 Feb 21 04:17:22.290937 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a53c3e-664e-44d8-8f22-d54538b27273 req-4a5baa41-25a1-450c-b5ab-8e555934ba70 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:22.292640 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f3a53c3e-664e-44d8-8f22-d54538b27273 req-4a5baa41-25a1-450c-b5ab-8e555934ba70 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0563183 Feb 21 04:17:22.338349 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f3a53c3e-664e-44d8-8f22-d54538b27273 req-a6b31a9b-fc5b-4cbe-bc1c-9ed302a3e134 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402322 Feb 21 04:17:23.497087 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990622eb-8781-4040-939f-c5fa67cbc97e req-33b6d2b8-4fe6-4b0a-8ef0-2bf32d91fe3d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:23.498569 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-990622eb-8781-4040-939f-c5fa67cbc97e req-33b6d2b8-4fe6-4b0a-8ef0-2bf32d91fe3d tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0888090 Feb 21 04:17:23.531112 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f0ce3-6315-42cb-acb8-9dea4c64d24c req-eca6a2b5-bd45-43b9-ab0b-d1c44e5302c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:23.532879 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a2f0ce3-6315-42cb-acb8-9dea4c64d24c req-eca6a2b5-bd45-43b9-ab0b-d1c44e5302c1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 1129 time: 0.0735126 Feb 21 04:17:23.585133 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-990622eb-8781-4040-939f-c5fa67cbc97e req-6d696624-e4f7-4687-948e-3d83f4c6d897 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738842 Feb 21 04:17:23.616238 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a2f0ce3-6315-42cb-acb8-9dea4c64d24c req-8bc98168-b5c9-4f52-9b4b-4a59b293dc5f service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608850 Feb 21 04:17:24.707630 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892a713-53bb-46cd-b5b6-5cbce7b63b9f req-e84796eb-7648-4f9d-8cfa-3d15af70ac6a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:24.709114 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f892a713-53bb-46cd-b5b6-5cbce7b63b9f req-e84796eb-7648-4f9d-8cfa-3d15af70ac6a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0554459 Feb 21 04:17:24.755552 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f892a713-53bb-46cd-b5b6-5cbce7b63b9f req-128dc337-1db4-43e7-ad02-5d3551de6b45 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410807 Feb 21 04:17:25.882994 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63df9a-7133-4cb6-8708-cd2b68f0137d req-d7ace651-c371-4983-b719-dd99dcd340a8 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:25.884499 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4a63df9a-7133-4cb6-8708-cd2b68f0137d req-d7ace651-c371-4983-b719-dd99dcd340a8 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0584486 Feb 21 04:17:25.931553 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4a63df9a-7133-4cb6-8708-cd2b68f0137d req-7a0d5e4d-de43-4eb2-a207-7c1f11ac77ef tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413015 Feb 21 04:17:26.091675 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-0d8f9027-1132-46a2-9b3d-18a68666e8d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:27.050216 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6aef04-6773-4017-a29b-51b46bafd90a req-39bea4b5-538c-4796-bea7-4c594bc2faa9 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:27.051675 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ea6aef04-6773-4017-a29b-51b46bafd90a req-39bea4b5-538c-4796-bea7-4c594bc2faa9 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0550871 Feb 21 04:17:27.096714 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ea6aef04-6773-4017-a29b-51b46bafd90a req-28eb0bae-67dd-4755-b9f9-84c3b2b4ecd5 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393577 Feb 21 04:17:27.468624 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf81f2-375f-4e91-87da-84f058f02926 req-e193a80f-c48f-4478-af07-b220aa519d18 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:27.470493 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-28cf81f2-375f-4e91-87da-84f058f02926 req-e193a80f-c48f-4478-af07-b220aa519d18 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0846102 Feb 21 04:17:27.473890 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199f175-c7e1-4b10-a4aa-c8e1f42d782f req-6cd1f890-b5ac-47c0-a92f-a4c82e8b69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:27.475482 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2199f175-c7e1-4b10-a4aa-c8e1f42d782f req-6cd1f890-b5ac-47c0-a92f-a4c82e8b69eb service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa414febea2c4d4eb40898c7b119111a&device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 1129 time: 0.0809033 Feb 21 04:17:27.571659 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-28cf81f2-375f-4e91-87da-84f058f02926 req-f681a1c0-cf8e-41e0-9ed5-5070aa0b78b1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952055 Feb 21 04:17:27.604075 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199f175-c7e1-4b10-a4aa-c8e1f42d782f req-72b2f9de-f009-4ea3-8919-8a132e0486cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:27.605600 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2199f175-c7e1-4b10-a4aa-c8e1f42d782f req-72b2f9de-f009-4ea3-8919-8a132e0486cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 200 len: 918 time: 0.1222394 Feb 21 04:17:27.647046 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2199f175-c7e1-4b10-a4aa-c8e1f42d782f req-f42d7ed6-99a3-43bc-8c3a-1d427fb3e9eb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3 HTTP/1.1" status: 200 len: 217 time: 0.0352666 Feb 21 04:17:27.698812 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2199f175-c7e1-4b10-a4aa-c8e1f42d782f req-1343215b-2143-4d7c-bafd-b9f0af0a98f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:27.700236 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2199f175-c7e1-4b10-a4aa-c8e1f42d782f req-1343215b-2143-4d7c-bafd-b9f0af0a98f7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 200 len: 858 time: 0.0466819 Feb 21 04:17:27.733069 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2199f175-c7e1-4b10-a4aa-c8e1f42d782f req-c5bed1bb-110d-4f53-a5af-3b9f4e9beb02 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=2dbdf964-252c-4bd3-8302-8e42b37a68a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258241 Feb 21 04:17:27.826239 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2199f175-c7e1-4b10-a4aa-c8e1f42d782f req-0bc76ad6-19cf-4c33-abfd-28d0d7f53902 service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835569 Feb 21 04:17:27.919254 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2199f175-c7e1-4b10-a4aa-c8e1f42d782f req-6775f2fa-7b81-4b4c-bd22-fccb488c41da service neutron] 10.222.0.45 "GET /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865102 Feb 21 04:17:28.136951 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-691b3a23-5741-4f35-8507-c5a4e7961109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:28.702978 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5c33d-aaec-487c-9570-dbcd3ba39f06 req-ed6b8479-764b-4e89-a3e9-66312fda8a5b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:28.704483 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6de5c33d-aaec-487c-9570-dbcd3ba39f06 req-ed6b8479-764b-4e89-a3e9-66312fda8a5b tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0549626 Feb 21 04:17:28.751259 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6de5c33d-aaec-487c-9570-dbcd3ba39f06 req-f7887cd6-64e9-4239-ab5b-d55b313fbcfd tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404770 Feb 21 04:17:29.460822 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:29.871399 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5da9fc4-267f-4f69-a2d9-8c99b8a0868c req-116204d4-3246-4b55-938a-4d34a6482f05 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:29.872871 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a5da9fc4-267f-4f69-a2d9-8c99b8a0868c req-116204d4-3246-4b55-938a-4d34a6482f05 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0545645 Feb 21 04:17:29.921285 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a5da9fc4-267f-4f69-a2d9-8c99b8a0868c req-a4cfde58-1271-4b57-96cd-87c77634dd7c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Feb 21 04:17:30.837512 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:31.045601 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821d497-43f0-4d71-a35e-1553bac175ac req-47fd64db-ed9c-4403-9e40-895aa20f2ef2 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:31.047057 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1821d497-43f0-4d71-a35e-1553bac175ac req-47fd64db-ed9c-4403-9e40-895aa20f2ef2 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0527067 Feb 21 04:17:31.091278 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1821d497-43f0-4d71-a35e-1553bac175ac req-b0138236-5f7d-4c0f-8e12-4f07ee94613e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387721 Feb 21 04:17:32.213033 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd5c9f-586b-45bb-bea8-78a94f938d5f req-ad221631-0da5-42ea-8bb8-8424baec8fa8 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:32.214405 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-65cd5c9f-586b-45bb-bea8-78a94f938d5f req-ad221631-0da5-42ea-8bb8-8424baec8fa8 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0570114 Feb 21 04:17:32.262767 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-65cd5c9f-586b-45bb-bea8-78a94f938d5f req-e32d3795-a77f-42c5-876b-2a81c9bf338f tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429068 Feb 21 04:17:32.495653 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:39.964698 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:44.057822 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 33788) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:44.164031 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ff36a774-87d6-4b4b-a17f-4187e3a7498e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:44.244413 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ff36a774-87d6-4b4b-a17f-4187e3a7498e admin admin] Publish callbacks [] for security_group (eb32ccb3-4320-454b-a0fc-37d5ad9af7de), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:44.248466 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ff36a774-87d6-4b4b-a17f-4187e3a7498e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (eb32ccb3-4320-454b-a0fc-37d5ad9af7de), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:44.287872 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-ff36a774-87d6-4b4b-a17f-4187e3a7498e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=08ac90c8acbc4823a7a5c0bfe8bb5ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289822 Feb 21 04:17:44.289036 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff36a774-87d6-4b4b-a17f-4187e3a7498e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb32ccb3-4320-454b-a0fc-37d5ad9af7de,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:44.290631 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 33798) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:44.339119 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b3d202d4-3554-4b44-946e-95f0a0f98b35 admin admin] Publish callbacks [] for security_group (eb32ccb3-4320-454b-a0fc-37d5ad9af7de), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:44.359982 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b3d202d4-3554-4b44-946e-95f0a0f98b35 admin admin] Publish callbacks [] for security_group (eb32ccb3-4320-454b-a0fc-37d5ad9af7de), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:44.404890 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b3d202d4-3554-4b44-946e-95f0a0f98b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (eb32ccb3-4320-454b-a0fc-37d5ad9af7de), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:44.407421 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b3d202d4-3554-4b44-946e-95f0a0f98b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:44.408553 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-b3d202d4-3554-4b44-946e-95f0a0f98b35 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb32ccb3-4320-454b-a0fc-37d5ad9af7de HTTP/1.1" status: 204 len: 168 time: 0.1169112 Feb 21 04:17:44.416728 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d202d4-3554-4b44-946e-95f0a0f98b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb32ccb3-4320-454b-a0fc-37d5ad9af7de,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:45.021152 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 33832) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:45.115569 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1790578582-network', 'tenant_id': '4bc69f57ebac4d74adf046561c782bbe'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:45.137599 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Made reservation on behalf of 4bc69f57ebac4d74adf046561c782bbe for: {'network': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:17:45.139889 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:45.148862 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:45.222390 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Publish callbacks [] for security_group (a78f7779-1c4a-4773-8ac5-e57565cd4a57), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:45.226111 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (a78f7779-1c4a-4773-8ac5-e57565cd4a57), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:45.250259 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=102899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:17:45.259797 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78f7779-1c4a-4773-8ac5-e57565cd4a57,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:45.267313 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (98cf5300-96c1-4bb0-a65f-2f0bb879ba2a), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:45.268454 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.segments_db [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Added segment 98cf5300-96c1-4bb0-a65f-2f0bb879ba2a of type vlan for network 1696394a-e11c-40a2-ae99-8cf4069591fe Feb 21 04:17:45.310271 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (1696394a-e11c-40a2-ae99-8cf4069591fe), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:45.338995 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (1696394a-e11c-40a2-ae99-8cf4069591fe), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:45.340085 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:45.340677 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:45.406226 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3838837 Feb 21 04:17:45.406936 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4d9d3-c025-4174-9cda-c2a000864618 admin admin] Pushing event updated for resources: {'Network': ['ID=1696394a-e11c-40a2-ae99-8cf4069591fe,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:45.409367 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 33844) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:45.414397 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] Request body: {'subnet': {'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1790578582-subnet', 'tenant_id': '4bc69f57ebac4d74adf046561c782bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:45.416533 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 1696394a-e11c-40a2-ae99-8cf4069591fe details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:17:45.434370 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] Made reservation on behalf of 4bc69f57ebac4d74adf046561c782bbe for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:17:45.441371 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14527971'] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:45.623666 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14229514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14527761'] for subnet (0355b247-1ef1-4197-a73e-23aed0f556f6), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:45.681355 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0355b247-1ef1-4197-a73e-23aed0f556f6,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:45.689148 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] Checking segment: {'id': '98cf5300-96c1-4bb0-a65f-2f0bb879ba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:17:45.689526 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] Network hostable DHCP agents. Network: 1696394a-e11c-40a2-ae99-8cf4069591fe, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:17:45.706176 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] Network 1696394a-e11c-40a2-ae99-8cf4069591fe is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:17:45.715732 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 1696394a-e11c-40a2-ae99-8cf4069591fe) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:17:45.721415 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:45.722972 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:45.727399 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d24fe1-5306-4c1c-bacc-d55df478ce3c None None] Network 1696394a-e11c-40a2-ae99-8cf4069591fe requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:17:45.739789 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-e0e02ce3-5b40-448b-8837-98621ea17519 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3292768 Feb 21 04:17:45.839606 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c450caf8-196e-4250-b643-ecb2a0e3a273 None None] Network 1696394a-e11c-40a2-ae99-8cf4069591fe requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:17:46.513238 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:17:46.601756 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad7feec-07b7-43ac-86ac-cfa5f5b5124c req-38f6cfc4-d387-44ab-a38d-272d70a557be tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:46.603241 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dad7feec-07b7-43ac-86ac-cfa5f5b5124c req-38f6cfc4-d387-44ab-a38d-272d70a557be tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0522802 Feb 21 04:17:46.648313 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dad7feec-07b7-43ac-86ac-cfa5f5b5124c req-ac25e79c-d488-4f3b-9133-509f8af401b2 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395110 Feb 21 04:17:46.998662 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 33886) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:47.102806 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4ba667ce-ed33-4dde-bf37-32895ebf4860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:47.173199 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4ba667ce-ed33-4dde-bf37-32895ebf4860 admin admin] Publish callbacks [] for security_group (3bfe2d14-0c63-434d-87c8-8f93b8925b45), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:47.177052 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4ba667ce-ed33-4dde-bf37-32895ebf4860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (3bfe2d14-0c63-434d-87c8-8f93b8925b45), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:47.211955 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba667ce-ed33-4dde-bf37-32895ebf4860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfe2d14-0c63-434d-87c8-8f93b8925b45,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:47.216199 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-4ba667ce-ed33-4dde-bf37-32895ebf4860 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1e2d05a95f654b8ea7b4b0aca8cf764e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2165408 Feb 21 04:17:47.219461 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 33890) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:17:47.269311 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-51c04ac6-eeb5-4475-98be-0e5b23d7d5fe admin admin] Publish callbacks [] for security_group (3bfe2d14-0c63-434d-87c8-8f93b8925b45), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:47.290757 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-51c04ac6-eeb5-4475-98be-0e5b23d7d5fe admin admin] Publish callbacks [] for security_group (3bfe2d14-0c63-434d-87c8-8f93b8925b45), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:47.337346 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-51c04ac6-eeb5-4475-98be-0e5b23d7d5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (3bfe2d14-0c63-434d-87c8-8f93b8925b45), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:47.339953 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-51c04ac6-eeb5-4475-98be-0e5b23d7d5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:47.343483 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-51c04ac6-eeb5-4475-98be-0e5b23d7d5fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3bfe2d14-0c63-434d-87c8-8f93b8925b45 HTTP/1.1" status: 204 len: 168 time: 0.1213722 Feb 21 04:17:47.349990 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c04ac6-eeb5-4475-98be-0e5b23d7d5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfe2d14-0c63-434d-87c8-8f93b8925b45,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:47.764261 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd63f5-d8a8-46f9-9817-0f3698e5d34a req-7483a169-34ee-4e13-aeb8-026ee7012ab0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:47.765756 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-badd63f5-d8a8-46f9-9817-0f3698e5d34a req-7483a169-34ee-4e13-aeb8-026ee7012ab0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0532646 Feb 21 04:17:47.811757 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-badd63f5-d8a8-46f9-9817-0f3698e5d34a req-85046118-b7cb-4900-9452-7c58ee982cd4 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Feb 21 04:17:48.662608 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e164835b-d33f-49ff-97d7-32d21b6a2c72 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:48.664306 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e164835b-d33f-49ff-97d7-32d21b6a2c72 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/networks?id=1696394a-e11c-40a2-ae99-8cf4069591fe HTTP/1.1" status: 200 len: 809 time: 0.1011753 Feb 21 04:17:48.679604 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-81abe184-a2af-4d32-8cee-f3129eead656 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/quotas/4bc69f57ebac4d74adf046561c782bbe HTTP/1.1" status: 200 len: 375 time: 0.0098932 Feb 21 04:17:48.713904 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-3b903067-2aac-4491-95f6-1a39c10aab34 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bc69f57ebac4d74adf046561c782bbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289955 Feb 21 04:17:48.798937 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-8ad61007-2b79-4f9d-ace8-a6eb4aabfc73 service neutron] 10.222.0.10 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787899 Feb 21 04:17:48.899783 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-7a27a9f1-3ea8-4dd5-8847-2a47cba5514c service neutron] 10.222.0.10 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946836 Feb 21 04:17:48.938764 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dd4204-8a15-4520-a7fa-69a087b2edb5 req-76915146-4aee-4e8b-b6d2-4ae443f4f197 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:48.940249 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-02dd4204-8a15-4520-a7fa-69a087b2edb5 req-76915146-4aee-4e8b-b6d2-4ae443f4f197 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0585949 Feb 21 04:17:48.988052 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-02dd4204-8a15-4520-a7fa-69a087b2edb5 req-38b17c29-92b4-40ec-97d3-7d20c76bf550 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415812 Feb 21 04:17:49.059260 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2dcc271a-adfd-4a99-81f5-076e4d707935 req-59a02f4d-a41b-4022-b915-dfd521b00dea tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 210 time: 0.0281007 Feb 21 04:17:50.108923 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a282a8-a135-460f-9c7c-2f3006cbf274 req-d4f9ac8f-b2a5-47f5-9c7d-8fe48b09cd49 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:50.110827 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c2a282a8-a135-460f-9c7c-2f3006cbf274 req-d4f9ac8f-b2a5-47f5-9c7d-8fe48b09cd49 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.0508955 Feb 21 04:17:50.215092 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-425654c8-ebf6-45b0-bd4e-7c60d93b87ad req-ecfdea41-7add-4e25-bb89-e7ed94fc9757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 210 time: 0.0365853 Feb 21 04:17:50.220026 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c2a282a8-a135-460f-9c7c-2f3006cbf274 req-fd4ada11-920d-4d28-8154-13236ce3feb9 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035216 Feb 21 04:17:50.241521 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ad5ff-5af5-4382-a509-e55c42c9cf83 req-2b0447fb-b6c9-4e14-9124-b08b2357212c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:50.243498 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e44ad5ff-5af5-4382-a509-e55c42c9cf83 req-2b0447fb-b6c9-4e14-9124-b08b2357212c tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.45 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 946 time: 0.1201823 Feb 21 04:17:50.417423 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-e44ad5ff-5af5-4382-a509-e55c42c9cf83 req-bf8ab641-e27f-424e-832a-e7a18f3393a3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Deleting port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:17:50.417751 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-e44ad5ff-5af5-4382-a509-e55c42c9cf83 req-bf8ab641-e27f-424e-832a-e7a18f3393a3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:50.458178 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-4e6f0fe8-fb32-46c6-868f-d57de5e14b1f tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:50.459612 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-4e6f0fe8-fb32-46c6-868f-d57de5e14b1f tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.45 "GET /v2.0/networks?id=1696394a-e11c-40a2-ae99-8cf4069591fe HTTP/1.1" status: 200 len: 809 time: 0.1088388 Feb 21 04:17:50.501422 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-1ac1dbfd-4396-4dde-b24c-24de02070eb5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:50.502853 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-1ac1dbfd-4396-4dde-b24c-24de02070eb5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 815 time: 0.1569107 Feb 21 04:17:50.527266 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-436d1f69-170d-4533-9fbd-15368d706d79 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/quotas/a0b65910b0574d41970df84e6a1fdbba HTTP/1.1" status: 200 len: 375 time: 0.0188527 Feb 21 04:17:50.551532 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-e44ad5ff-5af5-4382-a509-e55c42c9cf83 req-bf8ab641-e27f-424e-832a-e7a18f3393a3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] For port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=18fcec87-d164-4874-b7ec-0a2d9c6fb0df,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:17:50.551879 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-e44ad5ff-5af5-4382-a509-e55c42c9cf83 req-bf8ab641-e27f-424e-832a-e7a18f3393a3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:50.574491 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Request body: {'port': {'device_id': '9ebbdc95-a06a-4deb-91be-ec6dba910154', 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe', 'admin_state_up': True, 'tenant_id': '4bc69f57ebac4d74adf046561c782bbe'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:50.579420 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-e44ad5ff-5af5-4382-a509-e55c42c9cf83 req-bf8ab641-e27f-424e-832a-e7a18f3393a3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Calling delete_port for 18fcec87-d164-4874-b7ec-0a2d9c6fb0df owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:17:50.645936 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-880d6eb4-b0f9-41c4-b1c3-5bcb3c6ae136 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1091325 Feb 21 04:17:50.685453 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Made reservation on behalf of 4bc69f57ebac4d74adf046561c782bbe for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:17:50.688743 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:50.791833 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e7a5e016-bc22-489d-929f-84bc47a5c60b service neutron] 10.222.0.10 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359274 Feb 21 04:17:50.818064 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Allocated IP 172.20.0.11 (1696394a-e11c-40a2-ae99-8cf4069591fe/0355b247-1ef1-4197-a73e-23aed0f556f6/913f4d70-2639-4ffc-8df0-8502ed8fa105) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:17:50.822258 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-e44ad5ff-5af5-4382-a509-e55c42c9cf83 req-bf8ab641-e27f-424e-832a-e7a18f3393a3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (18fcec87-d164-4874-b7ec-0a2d9c6fb0df), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:50.837470 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['18fcec87-d164-4874-b7ec-0a2d9c6fb0df', '9dcd026b-bef5-4076-bab8-0b8c1cff42f3'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:17:50.884496 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8ab641-e27f-424e-832a-e7a18f3393a3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Pushing event deleted for resources: {'Port': ['ID=18fcec87-d164-4874-b7ec-0a2d9c6fb0df,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:50.972776 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks [] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:51.009469 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:51.052918 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Network 1696394a-e11c-40a2-ae99-8cf4069591fe is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:17:51.055857 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:17:51.062521 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:17:51.069654 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Pushing event updated for resources: {'Port': ['ID=913f4d70-2639-4ffc-8df0-8502ed8fa105,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:51.114846 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:51.115460 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:51.133105 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-e721fe5b-5399-4e90-9f4f-be0f5d258757 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5625832 Feb 21 04:17:51.145215 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Request body: {'port': {'device_id': '9ebbdc95-a06a-4deb-91be-ec6dba910154', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:51.155555 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-e44ad5ff-5af5-4382-a509-e55c42c9cf83 req-bf8ab641-e27f-424e-832a-e7a18f3393a3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] No DVR routers for this DVR port 18fcec87-d164-4874-b7ec-0a2d9c6fb0df on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:17:51.158163 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-e44ad5ff-5af5-4382-a509-e55c42c9cf83 req-bf8ab641-e27f-424e-832a-e7a18f3393a3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:51.161691 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e44ad5ff-5af5-4382-a509-e55c42c9cf83 req-bf8ab641-e27f-424e-832a-e7a18f3393a3 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.45 "DELETE /v2.0/ports/18fcec87-d164-4874-b7ec-0a2d9c6fb0df HTTP/1.1" status: 204 len: 173 time: 0.9098623 Feb 21 04:17:51.163685 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08569093-3abd-43da-8dc2-605b9a289ccf', 'name': 'network-vif-deleted', 'tag': '18fcec87-d164-4874-b7ec-0a2d9c6fb0df'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:17:51.166627 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba1b7dd-325c-4b81-905f-c1ca94ae9d0a" -d '{"events": [{"server_uuid": "08569093-3abd-43da-8dc2-605b9a289ccf", "name": "network-vif-deleted", "tag": "18fcec87-d164-4874-b7ec-0a2d9c6fb0df"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:17:51.194970 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-8c641d31-84ec-40c4-a351-a10f4c775be4 service neutron] 10.222.0.10 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971341 Feb 21 04:17:51.214489 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:51.228798 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034b18b8-a191-4f0f-94fe-e33ece819635 x-openstack-request-id: req-034b18b8-a191-4f0f-94fe-e33ece819635 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:17:51.229092 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08569093-3abd-43da-8dc2-605b9a289ccf", "name": "network-vif-deleted", "tag": "18fcec87-d164-4874-b7ec-0a2d9c6fb0df", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:17:51.229397 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-034b18b8-a191-4f0f-94fe-e33ece819635 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:17:51.229800 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08569093-3abd-43da-8dc2-605b9a289ccf', 'name': 'network-vif-deleted', 'tag': '18fcec87-d164-4874-b7ec-0a2d9c6fb0df', 'status': 'completed', 'code': 200} Feb 21 04:17:51.381081 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b54ac-55f3-4176-a451-d0004ab71165 req-1dcdd0e2-7917-465f-8f37-841f098b24be tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:51.382767 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6b7b54ac-55f3-4176-a451-d0004ab71165 req-1dcdd0e2-7917-465f-8f37-841f098b24be tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 932 time: 0.0691943 Feb 21 04:17:51.438868 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ffe89fb1-fc2c-4f6c-a1a5-b8a1042e2699 req-32a7470f-d3a4-4cf7-b446-485c30800df6 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=08569093-3abd-43da-8dc2-605b9a289ccf HTTP/1.1" status: 200 len: 210 time: 0.0327175 Feb 21 04:17:51.477264 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6b7b54ac-55f3-4176-a451-d0004ab71165 req-00b0ec26-0483-4597-a855-44f00cc2c732 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872123 Feb 21 04:17:51.532685 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c4d444ff-ceeb-4f4f-9238-1da2b57ce48c req-c37b28f0-d6ce-407c-a4c8-be5bf7890951 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 210 time: 0.0268133 Feb 21 04:17:51.548617 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913f4d70-2639-4ffc-8df0-8502ed8fa105 {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:17:51.557797 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Publish callbacks [] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:51.571236 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Transition to ACTIVE for port object 913f4d70-2639-4ffc-8df0-8502ed8fa105 will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:17:51.575466 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:51.626296 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=913f4d70-2639-4ffc-8df0-8502ed8fa105,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:51.695739 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Attempting to bind port 913f4d70-2639-4ffc-8df0-8502ed8fa105 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:17:51.696077 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Attempting to bind port 913f4d70-2639-4ffc-8df0-8502ed8fa105 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '98cf5300-96c1-4bb0-a65f-2f0bb879ba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:17:51.696401 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Attempting to bind port 913f4d70-2639-4ffc-8df0-8502ed8fa105 on network 1696394a-e11c-40a2-ae99-8cf4069591fe {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:17:51.701223 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Port 913f4d70-2639-4ffc-8df0-8502ed8fa105 on network 1696394a-e11c-40a2-ae99-8cf4069591fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:17:51.701541 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Attempting to bind port 913f4d70-2639-4ffc-8df0-8502ed8fa105 on network 1696394a-e11c-40a2-ae99-8cf4069591fe {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:17:51.706641 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:17:51.706981 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Checking segment: {'id': '98cf5300-96c1-4bb0-a65f-2f0bb879ba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:17:51.707349 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Bound using segment: {'id': '98cf5300-96c1-4bb0-a65f-2f0bb879ba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:17:51.707765 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Bound port: 913f4d70-2639-4ffc-8df0-8502ed8fa105, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cf5300-96c1-4bb0-a65f-2f0bb879ba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:17:51.708119 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:51.784937 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] For port 913f4d70-2639-4ffc-8df0-8502ed8fa105, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:17:51.792117 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] For port 913f4d70-2639-4ffc-8df0-8502ed8fa105, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=913f4d70-2639-4ffc-8df0-8502ed8fa105,segment=NetworkSegment(98cf5300-96c1-4bb0-a65f-2f0bb879ba2a),segment_id=98cf5300-96c1-4bb0-a65f-2f0bb879ba2a)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:17:51.803809 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:51.851290 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:51.851906 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:51.853351 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] 10.222.0.45 "PUT /v2.0/ports/913f4d70-2639-4ffc-8df0-8502ed8fa105 HTTP/1.1" status: 200 len: 1094 time: 0.7130303 Feb 21 04:17:51.853789 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebbdc95-a06a-4deb-91be-ec6dba910154', 'tag': '913f4d70-2639-4ffc-8df0-8502ed8fa105'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:17:51.856080 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d5849b-5d60-46bb-a509-b215a91a3c32" -d '{"events": [{"name": "network-changed", "server_uuid": "9ebbdc95-a06a-4deb-91be-ec6dba910154", "tag": "913f4d70-2639-4ffc-8df0-8502ed8fa105"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:17:51.882123 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7589e3-56eb-4127-a2f3-4f6008faa3e1 service neutron] Pushing event updated for resources: {'Port': ['ID=913f4d70-2639-4ffc-8df0-8502ed8fa105,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:51.895262 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70984ce4-451c-4dff-b1cc-64d4351dad0c x-openstack-request-id: req-70984ce4-451c-4dff-b1cc-64d4351dad0c {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:17:51.895543 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ebbdc95-a06a-4deb-91be-ec6dba910154", "tag": "913f4d70-2639-4ffc-8df0-8502ed8fa105", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:17:51.895915 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70984ce4-451c-4dff-b1cc-64d4351dad0c {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:17:51.896224 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ebbdc95-a06a-4deb-91be-ec6dba910154', 'tag': '913f4d70-2639-4ffc-8df0-8502ed8fa105', 'status': 'completed', 'code': 200} Feb 21 04:17:51.961408 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-41178775-db26-48d1-b341-90baacd513d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:51.962929 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-41178775-db26-48d1-b341-90baacd513d7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4bc69f57ebac4d74adf046561c782bbe&device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 1128 time: 0.0489032 Feb 21 04:17:52.005640 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-7ab240f9-34d0-48c2-b03f-6f533d905c80 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=913f4d70-2639-4ffc-8df0-8502ed8fa105 HTTP/1.1" status: 200 len: 217 time: 0.0355692 Feb 21 04:17:52.220953 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-324cba86-a380-4ae0-8739-700e777ef615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:52.222991 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-324cba86-a380-4ae0-8739-700e777ef615 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0355b247-1ef1-4197-a73e-23aed0f556f6 HTTP/1.1" status: 200 len: 849 time: 0.0431106 Feb 21 04:17:52.258479 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-8866ab9f-aced-423c-b7b0-d7a94775db44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1696394a-e11c-40a2-ae99-8cf4069591fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266519 Feb 21 04:17:52.351350 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-d4204204-f647-4fad-83f2-88d260a5fcaf service neutron] 10.222.0.45 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816498 Feb 21 04:17:52.450401 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3a1a9f19-cddf-43db-9717-d416cffd2df2 req-c0679048-e3aa-4fdd-ab0d-1d5dfa573274 service neutron] 10.222.0.45 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907435 Feb 21 04:17:52.579209 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5849b-5d60-46bb-a509-b215a91a3c32 req-1c197e28-de58-4688-a6fe-57df2dfa756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:52.581701 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-93d5849b-5d60-46bb-a509-b215a91a3c32 req-1c197e28-de58-4688-a6fe-57df2dfa756b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4bc69f57ebac4d74adf046561c782bbe&device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 1128 time: 0.0549588 Feb 21 04:17:52.707324 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5849b-5d60-46bb-a509-b215a91a3c32 req-b7e459b2-9fca-40ab-9135-b1f908d976b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:52.709395 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-93d5849b-5d60-46bb-a509-b215a91a3c32 req-b7e459b2-9fca-40ab-9135-b1f908d976b9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1696394a-e11c-40a2-ae99-8cf4069591fe HTTP/1.1" status: 200 len: 909 time: 0.1081824 Feb 21 04:17:52.711527 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6c53-93a5-4cfe-bd21-5f7f3a220282 req-13f4635b-ea0e-4414-a9c5-a7dc461af9a0 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:52.713037 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-144c6c53-93a5-4cfe-bd21-5f7f3a220282 req-13f4635b-ea0e-4414-a9c5-a7dc461af9a0 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 944 time: 0.1517777 Feb 21 04:17:52.767399 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-93d5849b-5d60-46bb-a509-b215a91a3c32 req-54079ef7-0a05-4eea-936f-716a2e261e14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=913f4d70-2639-4ffc-8df0-8502ed8fa105 HTTP/1.1" status: 200 len: 217 time: 0.0454249 Feb 21 04:17:52.774575 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0b5e6b2c-ed28-4ca5-89a5-744230f44082 req-a5353b05-6ec2-4f8a-abdb-d8d61a3d34c2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 210 time: 0.0587530 Feb 21 04:17:52.801970 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-2dbde7eb-f434-441d-8802-0515df9c1621 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:52.803310 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-2dbde7eb-f434-441d-8802-0515df9c1621 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 815 time: 0.2002542 Feb 21 04:17:52.827904 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Request body: {'port': {'device_id': 'c8f1fe68-8efa-45ce-8c76-671456eca8ec', 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8', 'admin_state_up': True, 'tenant_id': 'a0b65910b0574d41970df84e6a1fdbba'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:52.850253 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d5849b-5d60-46bb-a509-b215a91a3c32 req-0f4db221-3760-4222-a52c-c02ad073bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:52.851842 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-93d5849b-5d60-46bb-a509-b215a91a3c32 req-0f4db221-3760-4222-a52c-c02ad073bc46 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0355b247-1ef1-4197-a73e-23aed0f556f6 HTTP/1.1" status: 200 len: 849 time: 0.0504310 Feb 21 04:17:52.852229 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-144c6c53-93a5-4cfe-bd21-5f7f3a220282 req-19b217e5-81ac-43d5-86de-a7f15111b322 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329119 Feb 21 04:17:52.886632 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-93d5849b-5d60-46bb-a509-b215a91a3c32 req-72468f06-ed0e-42b8-b79e-162f5afd7f5c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1696394a-e11c-40a2-ae99-8cf4069591fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277874 Feb 21 04:17:52.970165 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64c765-651a-4f78-8328-a4040a2abf06 req-6745f29a-8bbc-4172-9d07-a26fc60098ef tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:52.971659 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a64c765-651a-4f78-8328-a4040a2abf06 req-6745f29a-8bbc-4172-9d07-a26fc60098ef tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0870640 Feb 21 04:17:52.985696 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-93d5849b-5d60-46bb-a509-b215a91a3c32 req-4a51ce6f-6ab9-42a6-bf82-2ec9cc8f6039 service neutron] 10.222.0.45 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919838 Feb 21 04:17:53.010719 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Made reservation on behalf of a0b65910b0574d41970df84e6a1fdbba for: {'port': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:17:53.014007 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:53.050025 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a64c765-651a-4f78-8328-a4040a2abf06 req-ca119fb0-6120-4eda-8040-1769dda134a7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717156 Feb 21 04:17:53.088447 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-93d5849b-5d60-46bb-a509-b215a91a3c32 req-59f79c1c-c739-41ae-a7c8-42d66e989ff6 service neutron] 10.222.0.45 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960915 Feb 21 04:17:53.160323 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Allocated IP 172.20.0.7 (0e926c3e-9f0b-4575-b2e7-0a1f391618f8/1ded90e6-ea51-40b5-9fe9-82428e77be8f/d27cb79f-b2f0-42e8-b1b6-081f71fbfcee) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:17:53.307642 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks [] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:53.340682 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:53.381395 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5', 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e', '202428dd-b415-43d4-9158-7c34074b9adf'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:17:53.385530 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:17:53.388498 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:17:53.394866 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:17:53.417888 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Pushing event updated for resources: {'Port': ['ID=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:53.444588 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:53.445227 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:53.462387 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b17de24c-8c24-43db-9225-b3b7c7d8ade1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6449876 Feb 21 04:17:53.475930 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Request body: {'port': {'device_id': 'c8f1fe68-8efa-45ce-8c76-671456eca8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:17:53.532884 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:53.786683 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d27cb79f-b2f0-42e8-b1b6-081f71fbfcee {{(pid=102899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:17:53.793916 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Publish callbacks [] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:53.805646 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.provisioning_blocks [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Transition to ACTIVE for port object d27cb79f-b2f0-42e8-b1b6-081f71fbfcee will not be triggered until provisioned by entity L2. {{(pid=102899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:17:53.809480 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:53.884178 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Pushing event updated for resources: {'Port': ['ID=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:53.952822 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759a114-4b42-477b-8c6d-3f4369de1513 req-1ebf1b71-f594-4ce8-b600-9559767b4db1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:53.954261 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9759a114-4b42-477b-8c6d-3f4369de1513 req-1ebf1b71-f594-4ce8-b600-9559767b4db1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 943 time: 0.1112127 Feb 21 04:17:53.998488 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 18fcec87-d164-4874-b7ec-0a2d9c6fb0df no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:17:54.019280 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 18fcec87-d164-4874-b7ec-0a2d9c6fb0df {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:17:54.019633 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 18fcec87-d164-4874-b7ec-0a2d9c6fb0df not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:17:54.032370 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Attempting to bind port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:17:54.032736 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Attempting to bind port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:17:54.033060 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Attempting to bind port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:17:54.049207 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9759a114-4b42-477b-8c6d-3f4369de1513 req-f2d4c5f5-f261-4ade-b24d-ba559bf86d91 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844390 Feb 21 04:17:54.050505 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:17:54.050820 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Attempting to bind port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee on network 0e926c3e-9f0b-4575-b2e7-0a1f391618f8 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:17:54.063226 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee09c07e-1954-4700-9781-4d552d6fd496 req-9c5cde93-cc4f-4040-9597-0a411f22a399 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:54.064670 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ee09c07e-1954-4700-9781-4d552d6fd496 req-9c5cde93-cc4f-4040-9597-0a411f22a399 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 944 time: 0.1229677 Feb 21 04:17:54.066314 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 17, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:17:54.066645 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Checking segment: {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:17:54.067015 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Bound using segment: {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:17:54.067438 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Bound port: d27cb79f-b2f0-42e8-b1b6-081f71fbfcee, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6d303ad-ffb2-49bb-971b-1326b868d070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8'}}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:17:54.067785 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:54.181853 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ee09c07e-1954-4700-9781-4d552d6fd496 req-0bdc6198-1175-46a6-9f6c-6a755847f2c7 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109171 Feb 21 04:17:54.195640 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] For port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee, host hv-cinder-77398, cleared binding levels {{(pid=102899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:17:54.199075 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] For port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:17:54.208541 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:54.223433 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f833c-70db-42c6-b5b9-ae6bf68dc3f6 req-82e12413-8a4c-40e9-89de-ddb2f5e12ada tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:54.224912 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-467f833c-70db-42c6-b5b9-ae6bf68dc3f6 req-82e12413-8a4c-40e9-89de-ddb2f5e12ada tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.1009650 Feb 21 04:17:54.258409 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:54.259076 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:54.260405 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] 10.222.0.45 "PUT /v2.0/ports/d27cb79f-b2f0-42e8-b1b6-081f71fbfcee HTTP/1.1" status: 200 len: 1093 time: 0.7893114 Feb 21 04:17:54.262475 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f1fe68-8efa-45ce-8c76-671456eca8ec', 'tag': 'd27cb79f-b2f0-42e8-b1b6-081f71fbfcee'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:17:54.264682 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05afa5a-9f4c-448e-bc57-cfb31087e125" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f1fe68-8efa-45ce-8c76-671456eca8ec", "tag": "d27cb79f-b2f0-42e8-b1b6-081f71fbfcee"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:17:54.298938 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e353116c-eb07-4c23-95ba-747669192e66 service neutron] Pushing event updated for resources: {'Port': ['ID=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee,revision_number=3']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:17:54.305415 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f825f225-5663-4b74-86e0-b19dfa3c679c x-openstack-request-id: req-f825f225-5663-4b74-86e0-b19dfa3c679c {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:17:54.305702 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f1fe68-8efa-45ce-8c76-671456eca8ec", "tag": "d27cb79f-b2f0-42e8-b1b6-081f71fbfcee", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:17:54.305952 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f825f225-5663-4b74-86e0-b19dfa3c679c {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:17:54.306340 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f1fe68-8efa-45ce-8c76-671456eca8ec', 'tag': 'd27cb79f-b2f0-42e8-b1b6-081f71fbfcee', 'status': 'completed', 'code': 200} Feb 21 04:17:54.321182 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-467f833c-70db-42c6-b5b9-ae6bf68dc3f6 req-cd6f7070-d574-4efc-8d83-3c155ae567b8 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769472 Feb 21 04:17:54.442035 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05afa5a-9f4c-448e-bc57-cfb31087e125 req-08c629de-5e86-4442-8abe-b6d000ed9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:54.443455 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a05afa5a-9f4c-448e-bc57-cfb31087e125 req-08c629de-5e86-4442-8abe-b6d000ed9d9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 1127 time: 0.0499425 Feb 21 04:17:54.619010 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05afa5a-9f4c-448e-bc57-cfb31087e125 req-9d4fdff1-a11b-4c3e-b738-30131904b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:54.620503 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a05afa5a-9f4c-448e-bc57-cfb31087e125 req-9d4fdff1-a11b-4c3e-b738-30131904b667 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a0b65910b0574d41970df84e6a1fdbba&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1602719 Feb 21 04:17:54.777798 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05afa5a-9f4c-448e-bc57-cfb31087e125 req-e50e80ac-816c-4ce3-872f-18bdaac7b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:54.779525 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a05afa5a-9f4c-448e-bc57-cfb31087e125 req-e50e80ac-816c-4ce3-872f-18bdaac7b282 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1492796 Feb 21 04:17:54.862125 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-4361afe7-a3a6-4711-afbd-c3e752c073e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:54.864142 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-4361afe7-a3a6-4711-afbd-c3e752c073e9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 1127 time: 0.0460312 Feb 21 04:17:54.907849 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-b24610c8-50ee-45f9-950a-93db1c6515db service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee HTTP/1.1" status: 200 len: 217 time: 0.0319355 Feb 21 04:17:54.953769 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-6fd71ce7-a739-45c8-abef-02e163e540e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:54.955189 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-6fd71ce7-a739-45c8-abef-02e163e540e9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ded90e6-ea51-40b5-9fe9-82428e77be8f HTTP/1.1" status: 200 len: 855 time: 0.0410380 Feb 21 04:17:54.988719 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-aaed4b9a-6156-4229-83c7-cb165268618f service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256121 Feb 21 04:17:55.079182 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-11927d4d-95b4-4710-b875-8944ae47b1b7 service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841200 Feb 21 04:17:55.213984 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c16dea-8b67-4866-b771-4989c20e8022 req-012c72ac-a0b7-44a5-be8d-381d6db476dc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:55.215451 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-19c16dea-8b67-4866-b771-4989c20e8022 req-012c72ac-a0b7-44a5-be8d-381d6db476dc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 943 time: 0.0859203 Feb 21 04:17:55.217801 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5f3888a-d02f-43c5-86ca-0202268e2627 req-00251177-1cda-41ef-a2e8-887ef789c2e7 service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310976 Feb 21 04:17:55.281367 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-19c16dea-8b67-4866-b771-4989c20e8022 req-45977bc0-69e8-4bf8-b072-1929ad51638c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576940 Feb 21 04:17:55.343429 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4841c17-fcfd-41c6-a219-d46a4970518c req-6bd6793c-bb82-4d9c-a4f7-248e901fc9cf tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:55.345081 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a4841c17-fcfd-41c6-a219-d46a4970518c req-6bd6793c-bb82-4d9c-a4f7-248e901fc9cf tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 944 time: 0.0561049 Feb 21 04:17:55.403631 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a4841c17-fcfd-41c6-a219-d46a4970518c req-d3209cee-05cd-4e4e-ba77-09eb878d0bd7 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524085 Feb 21 04:17:55.444749 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba521f4-ffe3-49bd-9582-2511e3ecc9dd req-79252888-c85f-44c7-a809-2e405fa2105e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:55.446178 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aba521f4-ffe3-49bd-9582-2511e3ecc9dd req-79252888-c85f-44c7-a809-2e405fa2105e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0558369 Feb 21 04:17:55.492450 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aba521f4-ffe3-49bd-9582-2511e3ecc9dd req-cea1b080-a208-48f5-88d5-8637b4fa9dd0 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407381 Feb 21 04:17:56.093868 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d9c6f5ec-7934-4378-9339-8f8bdfa00ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:56.407962 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a7a67-300f-40dc-a8b7-16f0f29b70dc req-9af06535-1c38-49ac-9eb2-19e2a2676c25 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:56.409946 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a5a7a67-300f-40dc-a8b7-16f0f29b70dc req-9af06535-1c38-49ac-9eb2-19e2a2676c25 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 943 time: 0.0514126 Feb 21 04:17:56.454718 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a5a7a67-300f-40dc-a8b7-16f0f29b70dc req-9cfb40a9-111b-44ce-a786-86ddc110ff46 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393691 Feb 21 04:17:56.516864 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0aa12b-da61-4455-857d-50fe4dcb928e req-8c227a21-125f-404d-8362-623ca4ba3a69 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:56.518905 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6b0aa12b-da61-4455-857d-50fe4dcb928e req-8c227a21-125f-404d-8362-623ca4ba3a69 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 944 time: 0.0503170 Feb 21 04:17:56.769935 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6b0aa12b-da61-4455-857d-50fe4dcb928e req-7f2551a8-d144-4dfd-ad5b-974381437e9d tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446983 Feb 21 04:17:56.808892 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704b9a9-92f5-4b4f-a5cd-68b336fe985d req-44141389-437c-4933-a1e7-d06854e293bb tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:56.810356 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4704b9a9-92f5-4b4f-a5cd-68b336fe985d req-44141389-437c-4933-a1e7-d06854e293bb tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.2530391 Feb 21 04:17:56.855185 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4704b9a9-92f5-4b4f-a5cd-68b336fe985d req-10b6cd3a-c8df-415e-ac70-cfbe6826a7cb tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394275 Feb 21 04:17:57.569693 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9817813-847f-4122-8ca8-ae8156675ec8 req-5c4e8e0d-8dc8-481a-8f86-8349b0cfa0fd tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:57.571102 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e9817813-847f-4122-8ca8-ae8156675ec8 req-5c4e8e0d-8dc8-481a-8f86-8349b0cfa0fd tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 943 time: 0.0512028 Feb 21 04:17:57.618722 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e9817813-847f-4122-8ca8-ae8156675ec8 req-807064bc-1a91-4df6-a023-630af9727c9c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421712 Feb 21 04:17:57.884073 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f588f-399f-4cee-b273-ab10b1d627e6 req-acc06f6b-d43f-4476-99bf-79d585e03ad4 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:57.885576 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6b9f588f-399f-4cee-b273-ab10b1d627e6 req-acc06f6b-d43f-4476-99bf-79d585e03ad4 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 944 time: 0.0508900 Feb 21 04:17:57.940622 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6b9f588f-399f-4cee-b273-ab10b1d627e6 req-842942e2-99c5-4f34-bb21-691068d73841 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494740 Feb 21 04:17:57.978955 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a8c6b9-fdbc-44b3-b993-b7da96f0470d req-199e51dd-ba27-43f5-a30c-9d87af71ae9a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:57.980419 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8a8c6b9-fdbc-44b3-b993-b7da96f0470d req-199e51dd-ba27-43f5-a30c-9d87af71ae9a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0546513 Feb 21 04:17:58.025169 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8a8c6b9-fdbc-44b3-b993-b7da96f0470d req-87d39c16-ebe5-4721-9a85-349377399484 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Feb 21 04:17:58.136935 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-997191fc-dfd6-4554-a403-55b9d7ff4fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:58.735826 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4276d5-381b-4f35-8459-0d447c452f9f req-7acda962-6a6d-44e0-b836-fb4dc2e42525 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:58.737804 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7f4276d5-381b-4f35-8459-0d447c452f9f req-7acda962-6a6d-44e0-b836-fb4dc2e42525 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 943 time: 0.0543947 Feb 21 04:17:58.783331 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7f4276d5-381b-4f35-8459-0d447c452f9f req-e5ab18c1-e3d1-450d-955a-dcd55b9fdcb4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400567 Feb 21 04:17:59.055070 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa557a-2fca-47ae-a8d0-3a61301d60f0 req-cf06c708-d3cc-4080-9f28-6af84a57357c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:59.056571 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6aa557a-2fca-47ae-a8d0-3a61301d60f0 req-cf06c708-d3cc-4080-9f28-6af84a57357c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 944 time: 0.0507727 Feb 21 04:17:59.110400 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6aa557a-2fca-47ae-a8d0-3a61301d60f0 req-2456cc40-d976-45ee-9bb6-8b98b1454ca3 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483987 Feb 21 04:17:59.149059 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a81ef-c9a3-43c9-a87b-4cc524f60bf2 req-2800686f-bade-409f-8ff2-8f810728b1e1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:59.150525 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-391a81ef-c9a3-43c9-a87b-4cc524f60bf2 req-2800686f-bade-409f-8ff2-8f810728b1e1 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0549815 Feb 21 04:17:59.198948 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-391a81ef-c9a3-43c9-a87b-4cc524f60bf2 req-54dae000-a9c0-4882-b6a4-1bf45def769a tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427654 Feb 21 04:17:59.463708 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:17:59.897895 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fea7b4-eea1-48a5-ba8a-1989ebbe0712 req-473b608a-34fe-4ae9-a7d3-acd5cb497ec6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:17:59.899379 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-92fea7b4-eea1-48a5-ba8a-1989ebbe0712 req-473b608a-34fe-4ae9-a7d3-acd5cb497ec6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 943 time: 0.0511146 Feb 21 04:17:59.945434 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-92fea7b4-eea1-48a5-ba8a-1989ebbe0712 req-e27c7756-21d1-4080-9eeb-1c6693064212 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403972 Feb 21 04:18:00.245243 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcad30-f427-45b0-8e77-c6253d5796b0 req-d0b0b0b7-6ae0-409b-870a-6aafa8db4d2c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:00.246736 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9cbcad30-f427-45b0-8e77-c6253d5796b0 req-d0b0b0b7-6ae0-409b-870a-6aafa8db4d2c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 944 time: 0.0669074 Feb 21 04:18:00.327116 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9cbcad30-f427-45b0-8e77-c6253d5796b0 req-83b9418c-d624-40e3-a20b-03ceef389f01 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750096 Feb 21 04:18:00.342593 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba16fa19-e935-429a-ba3c-65253f82ecde req-ef8ec260-bde8-4ccf-ad91-44e8650da1fe tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:00.344053 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ba16fa19-e935-429a-ba3c-65253f82ecde req-ef8ec260-bde8-4ccf-ad91-44e8650da1fe tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0787728 Feb 21 04:18:00.391065 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ba16fa19-e935-429a-ba3c-65253f82ecde req-425e9f43-fcaa-406f-a069-c6bde1dc5f5e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408237 Feb 21 04:18:00.846950 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:01.060338 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772a278-c074-4ddb-9be1-63d8560fc656 req-4d3ef390-64f7-4a9a-a7f5-87db3cbb6529 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:01.061768 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e772a278-c074-4ddb-9be1-63d8560fc656 req-4d3ef390-64f7-4a9a-a7f5-87db3cbb6529 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 943 time: 0.0519612 Feb 21 04:18:01.107672 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e772a278-c074-4ddb-9be1-63d8560fc656 req-d37ca586-13a8-4e56-aab1-f463b9280f31 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405493 Feb 21 04:18:01.452463 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab7fab-71c4-40e1-9001-66557a80d4ba req-77a69945-8730-47a3-960f-c12ab5f2b6c6 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:01.455469 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-93ab7fab-71c4-40e1-9001-66557a80d4ba req-77a69945-8730-47a3-960f-c12ab5f2b6c6 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 944 time: 0.0597098 Feb 21 04:18:01.506075 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-93ab7fab-71c4-40e1-9001-66557a80d4ba req-9bd36efd-7073-4a4d-aa8e-ed605fc2eb04 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443840 Feb 21 04:18:01.633854 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361f64c-e663-464f-88fd-31493b640f1b req-93089578-5f97-4725-adb6-9b70512744fe tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:01.635700 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d361f64c-e663-464f-88fd-31493b640f1b req-93089578-5f97-4725-adb6-9b70512744fe tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0690095 Feb 21 04:18:01.688594 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d361f64c-e663-464f-88fd-31493b640f1b req-b7430ff5-a0d5-4fb0-8b72-04a5f9faa38e tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/security-groups?id=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451074 Feb 21 04:18:01.787491 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b01074-9d29-4c98-b70d-705abdbec607 req-e3966d28-b190-4387-92b1-7f7bd21e2d96 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:01.789047 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-49b01074-9d29-4c98-b70d-705abdbec607 req-e3966d28-b190-4387-92b1-7f7bd21e2d96 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0610826 Feb 21 04:18:01.838710 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-49b01074-9d29-4c98-b70d-705abdbec607 req-4da80612-c4ec-499e-aaf6-9a6cb5518668 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440981 Feb 21 04:18:01.902116 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500391d0-87d0-4528-b74b-e8718f8c129a req-67ac1450-266d-4081-a0ee-474263cf6951 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:01.903817 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-500391d0-87d0-4528-b74b-e8718f8c129a req-67ac1450-266d-4081-a0ee-474263cf6951 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.45 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 945 time: 0.0519619 Feb 21 04:18:01.996803 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-500391d0-87d0-4528-b74b-e8718f8c129a req-9990cb61-9690-4fd3-a7e3-5acf9b9b46d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Deleting port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:18:01.997147 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-500391d0-87d0-4528-b74b-e8718f8c129a req-9990cb61-9690-4fd3-a7e3-5acf9b9b46d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:02.053295 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 913f4d70-2639-4ffc-8df0-8502ed8fa105 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:18:02.086782 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-500391d0-87d0-4528-b74b-e8718f8c129a req-9990cb61-9690-4fd3-a7e3-5acf9b9b46d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] For port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=9dcd026b-bef5-4076-bab8-0b8c1cff42f3,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:02.087377 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-500391d0-87d0-4528-b74b-e8718f8c129a req-9990cb61-9690-4fd3-a7e3-5acf9b9b46d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:02.098937 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-500391d0-87d0-4528-b74b-e8718f8c129a req-9990cb61-9690-4fd3-a7e3-5acf9b9b46d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Calling delete_port for 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:18:02.150130 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 913f4d70-2639-4ffc-8df0-8502ed8fa105, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=913f4d70-2639-4ffc-8df0-8502ed8fa105,segment=NetworkSegment(98cf5300-96c1-4bb0-a65f-2f0bb879ba2a),segment_id=98cf5300-96c1-4bb0-a65f-2f0bb879ba2a)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:02.162924 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '913f4d70-2639-4ffc-8df0-8502ed8fa105', 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe', 'port_id': '913f4d70-2639-4ffc-8df0-8502ed8fa105', 'mac_address': 'fa:16:3e:95:12:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0355b247-1ef1-4197-a73e-23aed0f556f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:18:02.203966 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 913f4d70-2639-4ffc-8df0-8502ed8fa105 is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:18:02.204358 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:02.217051 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913f4d70-2639-4ffc-8df0-8502ed8fa105 {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:18:02.240868 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 913f4d70-2639-4ffc-8df0-8502ed8fa105, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=913f4d70-2639-4ffc-8df0-8502ed8fa105,segment=NetworkSegment(98cf5300-96c1-4bb0-a65f-2f0bb879ba2a),segment_id=98cf5300-96c1-4bb0-a65f-2f0bb879ba2a)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:02.245724 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:02.258568 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-500391d0-87d0-4528-b74b-e8718f8c129a req-9990cb61-9690-4fd3-a7e3-5acf9b9b46d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (9dcd026b-bef5-4076-bab8-0b8c1cff42f3), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:02.275211 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['9dcd026b-bef5-4076-bab8-0b8c1cff42f3'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:18:02.277228 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81d2ede-db40-4307-b6ad-43b642c1ce4e req-3f9c3cbb-b43c-4122-b23c-d8a29c5ddf30 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:02.279121 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e81d2ede-db40-4307-b6ad-43b642c1ce4e req-3f9c3cbb-b43c-4122-b23c-d8a29c5ddf30 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 943 time: 0.1031387 Feb 21 04:18:02.311970 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990cb61-9690-4fd3-a7e3-5acf9b9b46d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Pushing event deleted for resources: {'Port': ['ID=9dcd026b-bef5-4076-bab8-0b8c1cff42f3,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:02.318368 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=913f4d70-2639-4ffc-8df0-8502ed8fa105,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:02.323235 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.323587 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.323931 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.324265 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.324592 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.324948 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.325274 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.325600 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.325924 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.326267 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.326590 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.326908 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.327224 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:02.358014 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-500391d0-87d0-4528-b74b-e8718f8c129a req-9990cb61-9690-4fd3-a7e3-5acf9b9b46d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] No DVR routers for this DVR port 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:18:02.363186 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-500391d0-87d0-4528-b74b-e8718f8c129a req-9990cb61-9690-4fd3-a7e3-5acf9b9b46d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:02.366412 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-500391d0-87d0-4528-b74b-e8718f8c129a req-9990cb61-9690-4fd3-a7e3-5acf9b9b46d7 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.45 "DELETE /v2.0/ports/9dcd026b-bef5-4076-bab8-0b8c1cff42f3 HTTP/1.1" status: 204 len: 173 time: 0.4566245 Feb 21 04:18:02.366847 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c2ec47-cdd2-4f7a-a523-8afdb8f2656d', 'name': 'network-vif-deleted', 'tag': '9dcd026b-bef5-4076-bab8-0b8c1cff42f3'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:18:02.369086 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337fbc92-d703-460e-ac36-1d2810b2866c" -d '{"events": [{"server_uuid": "26c2ec47-cdd2-4f7a-a523-8afdb8f2656d", "name": "network-vif-deleted", "tag": "9dcd026b-bef5-4076-bab8-0b8c1cff42f3"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:18:02.400078 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e81d2ede-db40-4307-b6ad-43b642c1ce4e req-3d7cc2b3-8ee0-4385-a8ab-68ca58f083ed tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015902 Feb 21 04:18:02.407759 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c91fc4e-17a9-495e-a453-f0440937b29e x-openstack-request-id: req-1c91fc4e-17a9-495e-a453-f0440937b29e {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:18:02.408063 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c2ec47-cdd2-4f7a-a523-8afdb8f2656d", "name": "network-vif-deleted", "tag": "9dcd026b-bef5-4076-bab8-0b8c1cff42f3", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:18:02.408317 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c91fc4e-17a9-495e-a453-f0440937b29e {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:18:02.409230 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c2ec47-cdd2-4f7a-a523-8afdb8f2656d', 'name': 'network-vif-deleted', 'tag': '9dcd026b-bef5-4076-bab8-0b8c1cff42f3', 'status': 'completed', 'code': 200} Feb 21 04:18:02.489906 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:02.633452 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9686d-e852-4946-a69c-3bbb299fd1d0 req-cf063f3b-f6f4-4822-b613-04cdafa1996e tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:02.634967 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-31a9686d-e852-4946-a69c-3bbb299fd1d0 req-cf063f3b-f6f4-4822-b613-04cdafa1996e tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 945 time: 0.0572388 Feb 21 04:18:02.680888 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-31a9686d-e852-4946-a69c-3bbb299fd1d0 req-d7d1e449-e44e-4753-99ac-5284486ce77c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404041 Feb 21 04:18:02.794469 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a2ff089-b13c-40ca-a67b-1767d37d57cc req-8ec7780e-5a19-4ce8-a4eb-db3d533f0f58 tempest-ServerRescueNegativeTestJSON-1447798752 tempest-ServerRescueNegativeTestJSON-1447798752-project] 10.222.0.10 "GET /v2.0/ports?device_id=26c2ec47-cdd2-4f7a-a523-8afdb8f2656d HTTP/1.1" status: 200 len: 210 time: 0.0276005 Feb 21 04:18:02.937111 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['913f4d70-2639-4ffc-8df0-8502ed8fa105'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:18:02.967817 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373b9fd-a88d-4ea7-af71-32de7cd01c76 req-d60e3e37-980e-40cb-9fe5-87e1e0fb0abc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:02.969968 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4373b9fd-a88d-4ea7-af71-32de7cd01c76 req-d60e3e37-980e-40cb-9fe5-87e1e0fb0abc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0564737 Feb 21 04:18:03.025200 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4373b9fd-a88d-4ea7-af71-32de7cd01c76 req-ef5cbe49-a373-4f46-95ec-0989ec8c11b8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482180 Feb 21 04:18:03.520559 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6b46cb-e691-401c-997c-702ce12fadaa req-e313a67b-4984-4058-ad35-ed0467ed4f89 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:03.522059 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da6b46cb-e691-401c-997c-702ce12fadaa req-e313a67b-4984-4058-ad35-ed0467ed4f89 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 943 time: 0.0555491 Feb 21 04:18:03.567243 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da6b46cb-e691-401c-997c-702ce12fadaa req-4039394e-b820-4170-89a3-648a07297dbd tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397365 Feb 21 04:18:03.796025 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db155b14-4327-4998-985d-f49351b76b06 req-63be15fe-3db9-4a67-8d4f-e1811f99f035 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:03.797532 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-db155b14-4327-4998-985d-f49351b76b06 req-63be15fe-3db9-4a67-8d4f-e1811f99f035 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 945 time: 0.0524850 Feb 21 04:18:03.843371 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-db155b14-4327-4998-985d-f49351b76b06 req-b4ab2c99-f1a8-4be2-ac5b-b2dc215f1e40 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394380 Feb 21 04:18:03.847753 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 34150) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:04.065582 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device d27cb79f-b2f0-42e8-b1b6-081f71fbfcee details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:18:04.164116 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:04.175300 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': 'd27cb79f-b2f0-42e8-b1b6-081f71fbfcee', 'network_id': '0e926c3e-9f0b-4575-b2e7-0a1f391618f8', 'port_id': 'd27cb79f-b2f0-42e8-b1b6-081f71fbfcee', 'mac_address': 'fa:16:3e:a8:c1:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ded90e6-ea51-40b5-9fe9-82428e77be8f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:18:04.210789 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ecf6b-4079-408f-99ed-b77ac1595942 req-9e1812e1-4f80-4521-b6bb-338ec24b894f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:04.212124 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:18:04.212273 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b9ecf6b-4079-408f-99ed-b77ac1595942 req-9e1812e1-4f80-4521-b6bb-338ec24b894f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0894594 Feb 21 04:18:04.212518 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:04.226013 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d27cb79f-b2f0-42e8-b1b6-081f71fbfcee {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:18:04.244605 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:04.249453 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:04.296715 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:04.312995 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b9ecf6b-4079-408f-99ed-b77ac1595942 req-aa52f52a-76be-4bd4-85fb-1368a39a4b5a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941737 Feb 21 04:18:04.342097 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653554'] for router_interface (ce55f87b-d20c-42df-8ae4-3df566b31259), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:04.627351 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] Deleting port e7e4daad-9485-4491-aa97-f93c0e3b2a1c {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:18:04.628506 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:04.737698 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c799a-89c3-4c9c-bcd1-c6176ac919e2 req-4e9bf605-cb10-4723-9e59-a3bd6b373136 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:04.739192 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0e8c799a-89c3-4c9c-bcd1-c6176ac919e2 req-4e9bf605-cb10-4723-9e59-a3bd6b373136 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 944 time: 0.1002777 Feb 21 04:18:04.745750 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] For port e7e4daad-9485-4491-aa97-f93c0e3b2a1c, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=e7e4daad-9485-4491-aa97-f93c0e3b2a1c,segment=NetworkSegment(aabf72f6-a2fe-46d3-9e69-15cebe1fbd44),segment_id=aabf72f6-a2fe-46d3-9e69-15cebe1fbd44)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:04.746103 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:04.768985 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] Calling delete_port for e7e4daad-9485-4491-aa97-f93c0e3b2a1c owned by network:router_interface {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:18:04.835258 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0e8c799a-89c3-4c9c-bcd1-c6176ac919e2 req-a4e55431-795a-479d-aedb-ec091b8e3adf tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866721 Feb 21 04:18:05.000959 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389bb0c4-44cb-49ca-9cc9-25808a44df49 req-af327bbc-2116-4d37-aadb-cc6591ad8cd8 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:05.002487 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-389bb0c4-44cb-49ca-9cc9-25808a44df49 req-af327bbc-2116-4d37-aadb-cc6591ad8cd8 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 945 time: 0.0868661 Feb 21 04:18:05.010334 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (e7e4daad-9485-4491-aa97-f93c0e3b2a1c), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:05.047525 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7e4daad-9485-4491-aa97-f93c0e3b2a1c,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:05.119834 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-389bb0c4-44cb-49ca-9cc9-25808a44df49 req-091b67de-9dab-4e08-885b-1da49954e6f2 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102931 Feb 21 04:18:05.224244 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655202'] for router_interface (ce55f87b-d20c-42df-8ae4-3df566b31259), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:05.674693 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] Router ce55f87b-d20c-42df-8ae4-3df566b31259 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:18:05.690207 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31a5ff-4ff8-4340-9c0b-476f9b484528 req-02b29f77-48f6-4a7c-bb42-16ec0e53293e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:05.691683 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cc31a5ff-4ff8-4340-9c0b-476f9b484528 req-02b29f77-48f6-4a7c-bb42-16ec0e53293e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.3044102 Feb 21 04:18:05.808429 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cc31a5ff-4ff8-4340-9c0b-476f9b484528 req-8926ef49-f52c-411a-9bc6-1029ef6ae8c4 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102281 Feb 21 04:18:05.825817 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:18:05.833241 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-95276747-cbbf-4360-872a-00b054fe5907 admin admin] 10.222.0.10 "PUT /v2.0/routers/ce55f87b-d20c-42df-8ae4-3df566b31259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9826982 Feb 21 04:18:05.833879 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 34166) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:05.836456 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf60e6-a771-4642-8451-8f1fd388d237 None None] Sync routers for ids ['ce55f87b-d20c-42df-8ae4-3df566b31259'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:18:05.848520 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf60e6-a771-4642-8451-8f1fd388d237 None None] Routers {'ce55f87b-d20c-42df-8ae4-3df566b31259'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:18:05.849162 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-71cf60e6-a771-4642-8451-8f1fd388d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:17:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ce55f87b-d20c-42df-8ae4-3df566b31259'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:18:05.961497 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-71cf60e6-a771-4642-8451-8f1fd388d237 None None] Set router ce55f87b-d20c-42df-8ae4-3df566b31259 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:18:05.968296 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Publish callbacks [] for router (ce55f87b-d20c-42df-8ae4-3df566b31259), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.020787 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587ad60-0343-4732-9854-20810de91a9f req-96ba6939-39a3-4fb9-af6e-b6b491367069 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:06.022256 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d587ad60-0343-4732-9854-20810de91a9f req-96ba6939-39a3-4fb9-af6e-b6b491367069 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 944 time: 0.1006527 Feb 21 04:18:06.116835 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d587ad60-0343-4732-9854-20810de91a9f req-4489dd6d-c8cf-4d9f-b9a2-1f6836c1250c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880852 Feb 21 04:18:06.124051 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Publish callbacks [] for router_gateway (ce55f87b-d20c-42df-8ae4-3df566b31259), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.139807 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-71cf60e6-a771-4642-8451-8f1fd388d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'name': 'tempest-ServerRescueNegativeTestJSON-752510710-router', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:13:58Z', 'updated_at': '2022-02-21T04:18:04Z', 'revision_number': 5, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'gw_port': {'id': '7959c63d-3f40-42c3-83d7-63199190cdf8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:e8:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:13:59Z', 'updated_at': '2022-02-21T04:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:18:06.171318 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf60e6-a771-4642-8451-8f1fd388d237 None None] Checking router: ce55f87b-d20c-42df-8ae4-3df566b31259 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:18:06.179293 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Deleting port 7959c63d-3f40-42c3-83d7-63199190cdf8 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:18:06.179697 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.179824 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf60e6-a771-4642-8451-8f1fd388d237 None None] Routers {'ce55f87b-d20c-42df-8ae4-3df566b31259'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:18:06.180442 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-71cf60e6-a771-4642-8451-8f1fd388d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:17:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ce55f87b-d20c-42df-8ae4-3df566b31259'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:18:06.265590 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-71cf60e6-a771-4642-8451-8f1fd388d237 None None] Set router ce55f87b-d20c-42df-8ae4-3df566b31259 gateway port host: None {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:18:06.297525 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f940a5-c587-4f9a-838b-1672ab2f2ead req-e352a203-9c6e-40a1-9012-c09be51ae6ff tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:06.298992 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79f940a5-c587-4f9a-838b-1672ab2f2ead req-e352a203-9c6e-40a1-9012-c09be51ae6ff tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 945 time: 0.1072049 Feb 21 04:18:06.301236 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] For port 7959c63d-3f40-42c3-83d7-63199190cdf8, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=7959c63d-3f40-42c3-83d7-63199190cdf8,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:06.301594 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.318685 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Calling delete_port for 7959c63d-3f40-42c3-83d7-63199190cdf8 owned by network:router_gateway {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:18:06.319802 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-71cf60e6-a771-4642-8451-8f1fd388d237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'name': 'tempest-ServerRescueNegativeTestJSON-752510710-router', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:13:58Z', 'updated_at': '2022-02-21T04:18:06Z', 'revision_number': 6, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'gw_port_host': None}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:18:06.345066 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cf60e6-a771-4642-8451-8f1fd388d237 None None] The sync data for ids ['ce55f87b-d20c-42df-8ae4-3df566b31259'] in dv-cinder-773985-36-iscsi is: [{'id': 'ce55f87b-d20c-42df-8ae4-3df566b31259', 'name': 'tempest-ServerRescueNegativeTestJSON-752510710-router', 'tenant_id': 'aa414febea2c4d4eb40898c7b119111a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:13:58Z', 'updated_at': '2022-02-21T04:18:06Z', 'revision_number': 6, 'project_id': 'aa414febea2c4d4eb40898c7b119111a', 'gw_port_host': None}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:18:06.396204 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79f940a5-c587-4f9a-838b-1672ab2f2ead req-ff305317-3d61-4a76-b28f-2dfab32d7b95 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873890 Feb 21 04:18:06.514001 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (7959c63d-3f40-42c3-83d7-63199190cdf8), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.539778 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Pushing event deleted for resources: {'Port': ['ID=7959c63d-3f40-42c3-83d7-63199190cdf8,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:06.597032 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654472'] for router_gateway (ce55f87b-d20c-42df-8ae4-3df566b31259), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.705102 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1952'] for router (ce55f87b-d20c-42df-8ae4-3df566b31259), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.707354 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Publish callbacks [] for router_controller (ce55f87b-d20c-42df-8ae4-3df566b31259), precommit_delete_associations {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.771271 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653165'] for router (ce55f87b-d20c-42df-8ae4-3df566b31259), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.771874 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce55f87b-d20c-42df-8ae4-3df566b31259 {{(pid=102899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 04:18:06.777247 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.778683 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-8796ef0a-2bd4-48cb-aaa0-c9e705d2591a admin admin] 10.222.0.10 "DELETE /v2.0/routers/ce55f87b-d20c-42df-8ae4-3df566b31259 HTTP/1.1" status: 204 len: 168 time: 0.9439075 Feb 21 04:18:06.781322 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 34176) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:06.830105 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_v2 [None req-29ee6619-10ec-463e-8c5f-23b05c1ce824 admin admin] Deleting subnet 6ead5157-185b-4075-b976-6dd3977612ed {{(pid=102900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:18:06.833597 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-29ee6619-10ec-463e-8c5f-23b05c1ce824 admin admin] Publish callbacks [] for subnet (6ead5157-185b-4075-b976-6dd3977612ed), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.873029 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-29ee6619-10ec-463e-8c5f-23b05c1ce824 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14229693'] for subnet (6ead5157-185b-4075-b976-6dd3977612ed), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.912493 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-29ee6619-10ec-463e-8c5f-23b05c1ce824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (6ead5157-185b-4075-b976-6dd3977612ed), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.933316 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f6771c-fea0-4e85-a185-b110dce187af req-93300da3-bca2-439c-8a3d-6b2b85725934 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:06.934797 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-87f6771c-fea0-4e85-a185-b110dce187af req-93300da3-bca2-439c-8a3d-6b2b85725934 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0524683 Feb 21 04:18:06.964284 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-29ee6619-10ec-463e-8c5f-23b05c1ce824 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14229579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14527758'] for subnet (6ead5157-185b-4075-b976-6dd3977612ed), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.984122 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-87f6771c-fea0-4e85-a185-b110dce187af req-14715306-c9f7-46c6-a43e-cccdcf474d3b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437579 Feb 21 04:18:06.993031 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-29ee6619-10ec-463e-8c5f-23b05c1ce824 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:06.996136 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-29ee6619-10ec-463e-8c5f-23b05c1ce824 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6ead5157-185b-4075-b976-6dd3977612ed HTTP/1.1" status: 204 len: 168 time: 0.2138410 Feb 21 04:18:06.997133 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ee6619-10ec-463e-8c5f-23b05c1ce824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ead5157-185b-4075-b976-6dd3977612ed,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:06.998776 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 34184) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:07.064567 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (2dbdf964-252c-4bd3-8302-8e42b37a68a2), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:07.146738 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (2dbdf964-252c-4bd3-8302-8e42b37a68a2), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:07.168229 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dbdf964-252c-4bd3-8302-8e42b37a68a2']}} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:18:07.178061 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44') {'for_net_delete': True} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:18:07.178370 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabf72f6-a2fe-46d3-9e69-15cebe1fbd44') {} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:18:07.188718 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14165092'] for segment (aabf72f6-a2fe-46d3-9e69-15cebe1fbd44), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:07.224841 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (aabf72f6-a2fe-46d3-9e69-15cebe1fbd44), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:07.233735 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=102899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:18:07.234145 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15709032'] for segment (aabf72f6-a2fe-46d3-9e69-15cebe1fbd44), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: Traceback (most recent call last): Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: timer() Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: cb(*args, **kw) Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: return func(*args, **kwargs) Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: self._notify() Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: self.callback(batched_events) Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: event.method(event) Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: return f(self, *a, **k) Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._get(url).json() Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: return self.request(url, 'GET', **kwargs) Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:18:07.236076 dv-cinder-773985-36-iscsi neutron-server[102899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:18:07.304348 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1fa97b-5843-497e-a85e-574598ddf154 req-fc50fd2d-7b7f-40b3-9342-ecb871aceac8 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:07.305872 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7c1fa97b-5843-497e-a85e-574598ddf154 req-fc50fd2d-7b7f-40b3-9342-ecb871aceac8 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 944 time: 0.1152813 Feb 21 04:18:07.306990 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (2dbdf964-252c-4bd3-8302-8e42b37a68a2), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:07.314225 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:07.317672 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] 10.222.0.10 "DELETE /v2.0/networks/2dbdf964-252c-4bd3-8302-8e42b37a68a2 HTTP/1.1" status: 204 len: 168 time: 0.3178070 Feb 21 04:18:07.340536 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6ce7c-541c-4bdc-99d0-20843d0f145c admin admin] Pushing event deleted for resources: {'Network': ['ID=2dbdf964-252c-4bd3-8302-8e42b37a68a2,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:07.375329 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7c1fa97b-5843-497e-a85e-574598ddf154 req-22aa4214-7338-4be5-b95e-3070d2bd7227 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625956 Feb 21 04:18:07.498525 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 34192) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:07.529852 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648fc550-3d31-4758-9da7-dbbbbd6f0007 req-0908d381-e810-4f6a-9c75-91d44bd75ba7 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:07.531318 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-648fc550-3d31-4758-9da7-dbbbbd6f0007 req-0908d381-e810-4f6a-9c75-91d44bd75ba7 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 945 time: 0.0693495 Feb 21 04:18:07.563481 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-3d3ca717-c0a1-4b73-8734-9c4208cda68d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa414febea2c4d4eb40898c7b119111a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0639262 Feb 21 04:18:07.566672 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 34194) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:07.589867 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-648fc550-3d31-4758-9da7-dbbbbd6f0007 req-4687e068-c959-487c-ab5c-ebdccd8b0bb0 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531964 Feb 21 04:18:07.614483 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6f1bedd0-3fef-4e7c-9dd5-e2b47057a4d6 admin admin] Publish callbacks [] for security_group (14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:07.635310 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6f1bedd0-3fef-4e7c-9dd5-e2b47057a4d6 admin admin] Publish callbacks [] for security_group (14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:07.682221 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device e7e4daad-9485-4491-aa97-f93c0e3b2a1c no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:18:07.686055 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6f1bedd0-3fef-4e7c-9dd5-e2b47057a4d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:07.688743 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6f1bedd0-3fef-4e7c-9dd5-e2b47057a4d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:07.690423 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-6f1bedd0-3fef-4e7c-9dd5-e2b47057a4d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e HTTP/1.1" status: 204 len: 168 time: 0.1222570 Feb 21 04:18:07.698377 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bedd0-3fef-4e7c-9dd5-e2b47057a4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14268ba8-0c3a-4bf5-8c94-b6f6d9f8044e,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:07.703101 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: e7e4daad-9485-4491-aa97-f93c0e3b2a1c {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:18:07.703453 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device e7e4daad-9485-4491-aa97-f93c0e3b2a1c not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:18:07.704071 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 7959c63d-3f40-42c3-83d7-63199190cdf8 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:18:07.726943 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 7959c63d-3f40-42c3-83d7-63199190cdf8 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:18:07.727286 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 7959c63d-3f40-42c3-83d7-63199190cdf8 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:18:08.109299 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb4a16-440a-452d-a40a-626a0bfed8e1 req-0ef1a7bd-745d-4bb6-af31-31ab84411e6c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:08.110883 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-70eb4a16-440a-452d-a40a-626a0bfed8e1 req-0ef1a7bd-745d-4bb6-af31-31ab84411e6c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0553088 Feb 21 04:18:08.169961 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-70eb4a16-440a-452d-a40a-626a0bfed8e1 req-ba267db2-f99a-4b43-950c-1f213eda5ce4 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532091 Feb 21 04:18:08.494377 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85056b2b-b5a3-4f06-8371-a800378c99ee req-6ea436cb-08d5-42c2-b9e6-e9032a0ba5a7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:08.495937 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-85056b2b-b5a3-4f06-8371-a800378c99ee req-6ea436cb-08d5-42c2-b9e6-e9032a0ba5a7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 944 time: 0.0525570 Feb 21 04:18:08.542642 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-85056b2b-b5a3-4f06-8371-a800378c99ee req-7e03e931-b311-40f7-8743-7c421053fb95 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Feb 21 04:18:08.709582 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45f23c9-8282-49c4-8def-713c61841406 req-38e3ceb9-abca-49aa-bf49-e118b07c45f5 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:08.711114 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c45f23c9-8282-49c4-8def-713c61841406 req-38e3ceb9-abca-49aa-bf49-e118b07c45f5 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 945 time: 0.0542867 Feb 21 04:18:08.765368 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c45f23c9-8282-49c4-8def-713c61841406 req-e9149026-20a7-4a59-a513-8b9e7cb0dd7d tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483596 Feb 21 04:18:09.234116 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 913f4d70-2639-4ffc-8df0-8502ed8fa105 up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:18:09.281853 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 913f4d70-2639-4ffc-8df0-8502ed8fa105 completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:18:09.285967 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 913f4d70-2639-4ffc-8df0-8502ed8fa105 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:18:09.286339 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:09.294091 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0886f30-c3af-427b-b1dc-6f2a974b2a8d req-3f4e8c4f-18ab-4c8b-a0cf-fec5e2d8da0e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:09.295595 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e0886f30-c3af-427b-b1dc-6f2a974b2a8d req-3f4e8c4f-18ab-4c8b-a0cf-fec5e2d8da0e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0529644 Feb 21 04:18:09.344006 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e0886f30-c3af-427b-b1dc-6f2a974b2a8d req-11fd8288-910b-45f9-8a6b-3863959dda89 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421171 Feb 21 04:18:09.480051 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 913f4d70-2639-4ffc-8df0-8502ed8fa105 is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:18:09.480350 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:09.502916 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebbdc95-a06a-4deb-91be-ec6dba910154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913f4d70-2639-4ffc-8df0-8502ed8fa105'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:18:09.505151 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb06ca28-445b-4ed3-a32d-06ecbef19865" -d '{"events": [{"server_uuid": "9ebbdc95-a06a-4deb-91be-ec6dba910154", "name": "network-vif-plugged", "status": "completed", "tag": "913f4d70-2639-4ffc-8df0-8502ed8fa105"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:18:09.517967 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 913f4d70-2639-4ffc-8df0-8502ed8fa105, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=913f4d70-2639-4ffc-8df0-8502ed8fa105,segment=NetworkSegment(98cf5300-96c1-4bb0-a65f-2f0bb879ba2a),segment_id=98cf5300-96c1-4bb0-a65f-2f0bb879ba2a)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:09.522209 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:09.522994 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:18:09.543555 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5a722a-048c-4157-b41e-61fa308cd2bc x-openstack-request-id: req-ea5a722a-048c-4157-b41e-61fa308cd2bc {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:18:09.543844 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebbdc95-a06a-4deb-91be-ec6dba910154", "name": "network-vif-plugged", "status": "completed", "tag": "913f4d70-2639-4ffc-8df0-8502ed8fa105", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:18:09.544094 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea5a722a-048c-4157-b41e-61fa308cd2bc {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:18:09.544482 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebbdc95-a06a-4deb-91be-ec6dba910154', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913f4d70-2639-4ffc-8df0-8502ed8fa105', 'code': 200} Feb 21 04:18:09.561041 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:18:09.561388 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 9dcd026b-bef5-4076-bab8-0b8c1cff42f3 not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:18:09.588260 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=913f4d70-2639-4ffc-8df0-8502ed8fa105,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:09.659857 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ff006-f782-4b18-868d-abaedf8705c9 req-e8b70591-fb20-42e2-948d-8b3dd89467c0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:09.661350 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f94ff006-f782-4b18-868d-abaedf8705c9 req-e8b70591-fb20-42e2-948d-8b3dd89467c0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 944 time: 0.0520840 Feb 21 04:18:09.705394 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f94ff006-f782-4b18-868d-abaedf8705c9 req-06e05ebc-dfb9-4a25-8bfb-249fc60174ba tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 Feb 21 04:18:09.895582 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938257d-1348-4cac-b243-3ef404cbeac6 req-75d5c6dd-9831-4750-ace0-b0d8e7c0e1de tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:09.897075 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f938257d-1348-4cac-b243-3ef404cbeac6 req-75d5c6dd-9831-4750-ace0-b0d8e7c0e1de tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0551767 Feb 21 04:18:09.945191 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f938257d-1348-4cac-b243-3ef404cbeac6 req-08d6c0f3-8e8a-4d47-a338-c46f459f4304 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418527 Feb 21 04:18:10.465945 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195324ea-3936-48e0-8910-821bd8c7647c req-49630313-6038-406a-9bc0-19f27559f591 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:10.467414 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-195324ea-3936-48e0-8910-821bd8c7647c req-49630313-6038-406a-9bc0-19f27559f591 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0513189 Feb 21 04:18:10.511900 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-195324ea-3936-48e0-8910-821bd8c7647c req-dfd98897-b539-4f5f-8b74-9d398dba536f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390763 Feb 21 04:18:10.687554 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['d27cb79f-b2f0-42e8-b1b6-081f71fbfcee'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:18:10.732018 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:10.866470 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68f0a4-cb6a-441b-830e-9f729c1cc35a req-d3fa2389-7ae0-4428-b75c-482dbadfa071 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:10.867940 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5d68f0a4-cb6a-441b-830e-9f729c1cc35a req-d3fa2389-7ae0-4428-b75c-482dbadfa071 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 944 time: 0.0825660 Feb 21 04:18:10.891532 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3e4a3-85d8-4ef7-b5eb-3ea382180463 req-af1fd21d-981c-431a-818c-4d78064daaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:10.893013 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a3e3e4a3-85d8-4ef7-b5eb-3ea382180463 req-af1fd21d-981c-431a-818c-4d78064daaf9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 1130 time: 0.0667264 Feb 21 04:18:10.939408 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5d68f0a4-cb6a-441b-830e-9f729c1cc35a req-9f637650-ee2c-415b-af78-c20caa4fa972 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645151 Feb 21 04:18:10.955153 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a3e3e4a3-85d8-4ef7-b5eb-3ea382180463 req-068288a0-b431-45cb-a833-00e3b01b7acf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559404 Feb 21 04:18:11.062476 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938907b-1815-4ee3-b3a3-a6bb08e549fc req-8136c45f-6a4f-47a5-8ec3-8ea6c6696eab tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:11.064055 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d938907b-1815-4ee3-b3a3-a6bb08e549fc req-8136c45f-6a4f-47a5-8ec3-8ea6c6696eab tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0517991 Feb 21 04:18:11.108918 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d938907b-1815-4ee3-b3a3-a6bb08e549fc req-dc68e2ae-051d-46f4-8317-0d89c34d8148 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388408 Feb 21 04:18:11.634227 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec30746-1ed7-4872-bec9-c9d85f3f260b req-b5f57d9e-2684-43e0-9e4f-989f9ab0b396 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:11.635687 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7ec30746-1ed7-4872-bec9-c9d85f3f260b req-b5f57d9e-2684-43e0-9e4f-989f9ab0b396 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0551786 Feb 21 04:18:11.681253 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7ec30746-1ed7-4872-bec9-c9d85f3f260b req-5b471145-0261-440b-ad16-653479cce3e0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401587 Feb 21 04:18:12.072214 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091b430-cb2a-401f-8972-8de8b03b2a81 req-8f0b2686-1a9c-4cfb-a9f1-90079cc19579 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:12.073985 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0091b430-cb2a-401f-8972-8de8b03b2a81 req-8f0b2686-1a9c-4cfb-a9f1-90079cc19579 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 944 time: 0.0665982 Feb 21 04:18:12.129211 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0091b430-cb2a-401f-8972-8de8b03b2a81 req-f7581ffd-5e7a-4de1-9076-b17e89c8d477 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496538 Feb 21 04:18:12.247914 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1694982-e01c-46c9-8b6c-162599c5c330 req-aa6609f2-9c86-4e83-9ae8-b80ab4c6b172 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:12.249451 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b1694982-e01c-46c9-8b6c-162599c5c330 req-aa6609f2-9c86-4e83-9ae8-b80ab4c6b172 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0605965 Feb 21 04:18:12.308991 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b1694982-e01c-46c9-8b6c-162599c5c330 req-9808cc77-9dc9-4447-938d-e242cc4395e0 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535254 Feb 21 04:18:12.662805 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e2fab-e104-4e60-a609-ff8004734af4 req-68ac9cb6-7481-48ec-93db-d48d3c55c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:12.665152 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c91e2fab-e104-4e60-a609-ff8004734af4 req-68ac9cb6-7481-48ec-93db-d48d3c55c64b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 1130 time: 0.0497026 Feb 21 04:18:12.684940 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device d27cb79f-b2f0-42e8-b1b6-081f71fbfcee up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:18:12.742332 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:18:12.747428 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:18:12.748524 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:12.806420 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e2fab-e104-4e60-a609-ff8004734af4 req-441adf9c-a362-455a-9082-69715f0740a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:12.807886 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c91e2fab-e104-4e60-a609-ff8004734af4 req-441adf9c-a362-455a-9082-69715f0740a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 917 time: 0.1232982 Feb 21 04:18:12.825226 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:18:12.825618 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:12.847982 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f1fe68-8efa-45ce-8c76-671456eca8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27cb79f-b2f0-42e8-b1b6-081f71fbfcee'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:18:12.850220 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1f6525-3dda-4293-9ed4-15679b7651f3" -d '{"events": [{"server_uuid": "c8f1fe68-8efa-45ce-8c76-671456eca8ec", "name": "network-vif-plugged", "status": "completed", "tag": "d27cb79f-b2f0-42e8-b1b6-081f71fbfcee"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:18:12.862253 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217f844-3409-4f4f-b18b-63fbf834fb3b req-5ea3e775-db51-4ea2-bcef-a82649202b4e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:12.862724 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:12.863310 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9217f844-3409-4f4f-b18b-63fbf834fb3b req-5ea3e775-db51-4ea2-bcef-a82649202b4e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.1077027 Feb 21 04:18:12.869824 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:12.895412 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc7ca33-48b4-4c1a-95ae-9710d0314d21 x-openstack-request-id: req-2cc7ca33-48b4-4c1a-95ae-9710d0314d21 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:18:12.895725 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f1fe68-8efa-45ce-8c76-671456eca8ec", "name": "network-vif-plugged", "status": "completed", "tag": "d27cb79f-b2f0-42e8-b1b6-081f71fbfcee", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:18:12.895979 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2cc7ca33-48b4-4c1a-95ae-9710d0314d21 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:18:12.896366 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f1fe68-8efa-45ce-8c76-671456eca8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd27cb79f-b2f0-42e8-b1b6-081f71fbfcee', 'code': 200} Feb 21 04:18:12.897606 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c91e2fab-e104-4e60-a609-ff8004734af4 req-e5258e5e-042f-478c-a72f-2b9aa64e74e6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b HTTP/1.1" status: 200 len: 1002 time: 0.0821462 Feb 21 04:18:12.919892 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:12.929581 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9217f844-3409-4f4f-b18b-63fbf834fb3b req-926afbff-0a9d-4bea-982b-e212d3d31230 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510654 Feb 21 04:18:13.257756 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae759-0cb2-4796-b7aa-d62210f14cda req-f1a20af1-83f7-40a3-a71f-6d17ca7a34aa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:13.259518 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1dfae759-0cb2-4796-b7aa-d62210f14cda req-f1a20af1-83f7-40a3-a71f-6d17ca7a34aa tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0577307 Feb 21 04:18:13.310228 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1dfae759-0cb2-4796-b7aa-d62210f14cda req-a6ce7eb7-6ae6-43a8-86f7-67af6e5fb7a5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447717 Feb 21 04:18:13.432805 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a8585-df66-4314-96d0-a3eb4265ddc3 req-3eabad67-df84-436a-ac92-85283acfe299 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:13.434322 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f58a8585-df66-4314-96d0-a3eb4265ddc3 req-3eabad67-df84-436a-ac92-85283acfe299 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0550492 Feb 21 04:18:13.506680 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e2fab-e104-4e60-a609-ff8004734af4 req-929c1925-03eb-4b2f-bbac-ee610f3d2626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:13.508116 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c91e2fab-e104-4e60-a609-ff8004734af4 req-929c1925-03eb-4b2f-bbac-ee610f3d2626 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0729523 Feb 21 04:18:13.519259 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f58a8585-df66-4314-96d0-a3eb4265ddc3 req-13ea84a2-d025-4acf-bcd4-fd5f9e395c66 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743330 Feb 21 04:18:14.050035 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6680bd1-0d6a-4bfa-bee2-28cf3e195fa7 req-b33137bc-839b-4dc7-852e-d4bb1a2f8546 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:14.051435 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6680bd1-0d6a-4bfa-bee2-28cf3e195fa7 req-b33137bc-839b-4dc7-852e-d4bb1a2f8546 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0530713 Feb 21 04:18:14.095735 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6680bd1-0d6a-4bfa-bee2-28cf3e195fa7 req-f6cc916d-b5b6-4eef-a8ab-9fe762f2e9a2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388513 Feb 21 04:18:14.425458 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacb10f-7192-4ffa-a86e-3b09f58223fd req-20525fd7-9965-4db3-a0a1-3ab54677c71e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:14.427430 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3cacb10f-7192-4ffa-a86e-3b09f58223fd req-20525fd7-9965-4db3-a0a1-3ab54677c71e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0531278 Feb 21 04:18:14.472344 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3cacb10f-7192-4ffa-a86e-3b09f58223fd req-a7ff3988-feaa-45c0-bf44-b87b958760f6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400176 Feb 21 04:18:14.855611 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4fbcf-e2da-430d-a09c-47db96af9b5b req-806e144e-8d0e-42fd-8589-ca1f1a21d9c8 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:14.857093 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-83c4fbcf-e2da-430d-a09c-47db96af9b5b req-806e144e-8d0e-42fd-8589-ca1f1a21d9c8 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.2741325 Feb 21 04:18:14.901960 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-83c4fbcf-e2da-430d-a09c-47db96af9b5b req-c7ed6155-583a-4c57-bc1c-40e0b13d27a7 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Feb 21 04:18:15.214113 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5d6be-8df7-4ac9-abe5-fddd4c595ab1 req-b0d9a68e-c432-48c1-9511-1ead7787702a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:15.215607 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-deb5d6be-8df7-4ac9-abe5-fddd4c595ab1 req-b0d9a68e-c432-48c1-9511-1ead7787702a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0509534 Feb 21 04:18:15.275999 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-deb5d6be-8df7-4ac9-abe5-fddd4c595ab1 req-80530cfc-12e9-42f5-9e5f-ee448a6a338e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522842 Feb 21 04:18:15.590651 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18ded6b-827b-40f4-b77c-fef93350181b req-5c954b78-48ab-4e6b-b45a-66bdf7be8daf tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:15.592208 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c18ded6b-827b-40f4-b77c-fef93350181b req-5c954b78-48ab-4e6b-b45a-66bdf7be8daf tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0552795 Feb 21 04:18:15.652497 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c18ded6b-827b-40f4-b77c-fef93350181b req-c443ef62-7dd2-4009-8392-8a3865a7507c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546188 Feb 21 04:18:15.686889 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e2fab-e104-4e60-a609-ff8004734af4 req-350ca14c-9a67-497d-b3a9-7a437af8df7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:15.688389 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c91e2fab-e104-4e60-a609-ff8004734af4 req-350ca14c-9a67-497d-b3a9-7a437af8df7c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0518541 Feb 21 04:18:16.020513 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc508c8-ee61-46cf-8f8c-d0e4481d2131 req-7df8d280-f443-45b6-8642-8d85ae467257 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:16.021909 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8bc508c8-ee61-46cf-8f8c-d0e4481d2131 req-7df8d280-f443-45b6-8642-8d85ae467257 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0512044 Feb 21 04:18:16.066366 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8bc508c8-ee61-46cf-8f8c-d0e4481d2131 req-71ff42fb-4ed2-49b2-a0fb-36e94fee7a37 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391283 Feb 21 04:18:16.398606 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aeb0e2-00c6-4c63-a765-95eae62d7d33 req-531b0e1e-53d2-48e4-b574-d8e97069fb86 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:16.400088 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00aeb0e2-00c6-4c63-a765-95eae62d7d33 req-531b0e1e-53d2-48e4-b574-d8e97069fb86 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0554965 Feb 21 04:18:16.444956 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00aeb0e2-00c6-4c63-a765-95eae62d7d33 req-ead10714-2d96-4ef3-b4d0-4302988e9fb8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392036 Feb 21 04:18:16.770907 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a97da-0e04-4430-93cb-5f365086b839 req-36575181-49d3-4f0e-b78a-b3d8c1961fea tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:16.772400 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fe6a97da-0e04-4430-93cb-5f365086b839 req-36575181-49d3-4f0e-b78a-b3d8c1961fea tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0518324 Feb 21 04:18:16.818016 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fe6a97da-0e04-4430-93cb-5f365086b839 req-29ef4732-9ebc-4dfb-aabd-0406f83c04a7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401273 Feb 21 04:18:17.207659 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d44f2e-9724-463e-96e9-4527c044ca28 req-07ac1a03-3cac-46d1-af22-912afa7e9a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:17.209198 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-50d44f2e-9724-463e-96e9-4527c044ca28 req-07ac1a03-3cac-46d1-af22-912afa7e9a6b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 1129 time: 0.0424891 Feb 21 04:18:17.235253 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f195e-c986-4ef9-8da2-1eda58d8ede8 req-1cfc5672-1a94-43fb-a415-c9223e54e699 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:17.237326 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e80f195e-c986-4ef9-8da2-1eda58d8ede8 req-1cfc5672-1a94-43fb-a415-c9223e54e699 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.1065660 Feb 21 04:18:17.251910 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-50d44f2e-9724-463e-96e9-4527c044ca28 req-da10c56b-9cfa-4230-bc64-049d07306538 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368440 Feb 21 04:18:17.276457 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c91e2fab-e104-4e60-a609-ff8004734af4 req-db671de0-1d57-46b8-b204-cde9587c90de service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162763 Feb 21 04:18:17.297531 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e80f195e-c986-4ef9-8da2-1eda58d8ede8 req-c2ca2966-bb20-4778-a6de-b37270cdbe0b tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539675 Feb 21 04:18:17.586352 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e51524-acdb-4dd8-a8c4-266375dc76f7 req-df3683ea-d920-452b-8cc1-402b3816b22b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:17.587805 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-25e51524-acdb-4dd8-a8c4-266375dc76f7 req-df3683ea-d920-452b-8cc1-402b3816b22b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0737188 Feb 21 04:18:17.677966 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-25e51524-acdb-4dd8-a8c4-266375dc76f7 req-e033d3f5-920d-4745-8959-3fbbde7652c4 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661690 Feb 21 04:18:17.683172 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c91e2fab-e104-4e60-a609-ff8004734af4 req-3c2f6d2d-7c4f-4138-87cd-5727150f9061 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244686 Feb 21 04:18:17.936242 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee13ef0-b2f4-4daa-894c-62592e09492d req-abfccaa3-8d39-4759-8f1e-d2a73f5e7eb4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:17.937763 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dee13ef0-b2f4-4daa-894c-62592e09492d req-abfccaa3-8d39-4759-8f1e-d2a73f5e7eb4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0557480 Feb 21 04:18:17.984542 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dee13ef0-b2f4-4daa-894c-62592e09492d req-c7e777ff-9516-49f5-be92-aa68b0c4cd56 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407801 Feb 21 04:18:18.422777 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71be665-0cd6-48f8-a667-6de633a2b90f req-7ce9ec36-d0a7-4e6c-ab3c-062f86a894c4 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:18.424949 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b71be665-0cd6-48f8-a667-6de633a2b90f req-7ce9ec36-d0a7-4e6c-ab3c-062f86a894c4 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0602491 Feb 21 04:18:18.472812 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b71be665-0cd6-48f8-a667-6de633a2b90f req-9e1f7a34-ed13-491d-bfc3-973e69056a55 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Feb 21 04:18:18.796813 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26448b-1d02-4749-b35f-3ce0fd46ca2a req-f14b2428-e4be-43e0-87ff-71695aca38ed tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:18.798325 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2e26448b-1d02-4749-b35f-3ce0fd46ca2a req-f14b2428-e4be-43e0-87ff-71695aca38ed tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0511656 Feb 21 04:18:18.846925 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2e26448b-1d02-4749-b35f-3ce0fd46ca2a req-695aa694-3eea-4a39-ac3c-d1628ccad9fb tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423272 Feb 21 04:18:19.101690 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994f32c-4f12-41f2-8fe9-8ddf0e48245a req-0193842f-1d3b-4d82-a39e-a230cb71c8be tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:19.103079 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1994f32c-4f12-41f2-8fe9-8ddf0e48245a req-0193842f-1d3b-4d82-a39e-a230cb71c8be tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0511217 Feb 21 04:18:19.147750 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1994f32c-4f12-41f2-8fe9-8ddf0e48245a req-d0a2016e-dbf0-4514-a84a-1957b9be83c0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393145 Feb 21 04:18:19.589355 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a758723-5e1b-4daf-b3d3-a5d5bff9cc90 req-d78d0971-3057-4eca-b28a-049c40dfea4e tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:19.590855 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a758723-5e1b-4daf-b3d3-a5d5bff9cc90 req-d78d0971-3057-4eca-b28a-049c40dfea4e tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0521071 Feb 21 04:18:19.638820 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a758723-5e1b-4daf-b3d3-a5d5bff9cc90 req-010096d6-9e75-479e-9352-0c216232d406 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424771 Feb 21 04:18:19.969625 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba91bf-1257-4d44-aebe-bef0804aff27 req-67b3ad7c-9055-46ef-9198-c41dee1982cf tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:19.971099 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5dba91bf-1257-4d44-aebe-bef0804aff27 req-67b3ad7c-9055-46ef-9198-c41dee1982cf tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0551364 Feb 21 04:18:20.016461 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5dba91bf-1257-4d44-aebe-bef0804aff27 req-8e9bfdbc-9909-49f6-9cd1-0715185f46c9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398595 Feb 21 04:18:20.263063 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fe4bc-364c-4d36-8fab-6c7df85f43ad req-30e35871-6f8c-42e2-8ab1-11fcf60c1517 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:20.264535 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1f6fe4bc-364c-4d36-8fab-6c7df85f43ad req-30e35871-6f8c-42e2-8ab1-11fcf60c1517 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0512929 Feb 21 04:18:20.311034 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1f6fe4bc-364c-4d36-8fab-6c7df85f43ad req-7ae38a6f-afd1-4d9a-b464-42dfc0b7a724 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Feb 21 04:18:21.136894 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b6a93-a8e0-45fe-aa83-de329dac5c71 req-1cf48cb4-e732-4283-9cac-d2a32f0d2b5b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:21.138358 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a2b6a93-a8e0-45fe-aa83-de329dac5c71 req-1cf48cb4-e732-4283-9cac-d2a32f0d2b5b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0538993 Feb 21 04:18:21.183883 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9a2b6a93-a8e0-45fe-aa83-de329dac5c71 req-d1ff8dfd-c35b-4876-9e32-66c2126b0d18 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398219 Feb 21 04:18:21.424071 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe817a47-ee31-4bd1-82dc-02ee8c6cb356 req-c487098a-9f65-49a1-903a-3c7de94e81db tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:21.426258 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fe817a47-ee31-4bd1-82dc-02ee8c6cb356 req-c487098a-9f65-49a1-903a-3c7de94e81db tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0513277 Feb 21 04:18:21.473100 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fe817a47-ee31-4bd1-82dc-02ee8c6cb356 req-9084ec20-823a-4a28-a8b6-9aa2e25a8b0f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408969 Feb 21 04:18:22.302783 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca6c2f-6be0-4240-a2e5-5c1527f99c3e req-89dc0b28-2301-49ec-8a77-d9135a432e6d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:22.304250 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-03ca6c2f-6be0-4240-a2e5-5c1527f99c3e req-89dc0b28-2301-49ec-8a77-d9135a432e6d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0512962 Feb 21 04:18:22.352488 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-03ca6c2f-6be0-4240-a2e5-5c1527f99c3e req-d3e9854a-5e96-4e7b-a0b8-6a971b6c8f8b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428100 Feb 21 04:18:22.595646 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c4293-5734-4f82-8bc4-47af25044aa7 req-379b48fa-aaa3-432d-998a-1f0be397fc80 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:22.597665 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b66c4293-5734-4f82-8bc4-47af25044aa7 req-379b48fa-aaa3-432d-998a-1f0be397fc80 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0518031 Feb 21 04:18:22.643853 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b66c4293-5734-4f82-8bc4-47af25044aa7 req-c670614b-7edb-458c-8978-02df89b80312 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Feb 21 04:18:23.472235 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8f644-995a-433f-bd6c-de66287ec6f1 req-67bccc52-13a5-4359-86f4-2a9ded5f9d71 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:23.473646 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9ab8f644-995a-433f-bd6c-de66287ec6f1 req-67bccc52-13a5-4359-86f4-2a9ded5f9d71 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0527976 Feb 21 04:18:23.511327 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:18:23.519106 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9ab8f644-995a-433f-bd6c-de66287ec6f1 req-7022417c-ff06-4be5-ba8f-e225e63ca362 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400541 Feb 21 04:18:23.762785 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922278e-bf0a-463c-a0e1-805c3de38339 req-d9af92e9-60af-4f6f-8cf3-ef7cce1ce25a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:23.764202 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b922278e-bf0a-463c-a0e1-805c3de38339 req-d9af92e9-60af-4f6f-8cf3-ef7cce1ce25a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0552504 Feb 21 04:18:23.811971 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b922278e-bf0a-463c-a0e1-805c3de38339 req-10d70016-772d-4b35-9759-9409a39d285c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Feb 21 04:18:24.638306 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a86be5f-78ec-4453-a16a-5ad409e51bee req-4ffd5936-4a0b-450d-b9ea-a04f6620b466 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:24.639793 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6a86be5f-78ec-4453-a16a-5ad409e51bee req-4ffd5936-4a0b-450d-b9ea-a04f6620b466 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0508585 Feb 21 04:18:24.686462 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6a86be5f-78ec-4453-a16a-5ad409e51bee req-753fbb92-ddd9-4dcc-8243-79e93d5b675a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404558 Feb 21 04:18:24.931338 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ee6c7-4850-44c9-b0c2-3dcb0c9995e5 req-fd9c39be-17c2-4a4f-9eff-63bf50ebdc53 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:24.932887 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-961ee6c7-4850-44c9-b0c2-3dcb0c9995e5 req-fd9c39be-17c2-4a4f-9eff-63bf50ebdc53 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0540175 Feb 21 04:18:24.986330 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-961ee6c7-4850-44c9-b0c2-3dcb0c9995e5 req-eb000b46-9409-4694-9d9e-24e86a0f2d7b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479245 Feb 21 04:18:25.809558 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fcb3bb-1a8d-46cb-b625-27bf3ac0e753 req-8e2f3268-ac40-4d61-a78e-8685a4f2bd70 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:25.811022 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35fcb3bb-1a8d-46cb-b625-27bf3ac0e753 req-8e2f3268-ac40-4d61-a78e-8685a4f2bd70 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0519125 Feb 21 04:18:25.856000 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35fcb3bb-1a8d-46cb-b625-27bf3ac0e753 req-f9e838aa-297c-432d-b743-88ef4787b460 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396090 Feb 21 04:18:26.095672 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-f37b9c1c-d117-4ebe-ba59-efc0f9b22818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:26.978153 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6ce839-57a8-44c3-95a1-2e1bf1a60f0c req-2a3bbd25-d095-4a35-b2c1-25e3aab28ed4 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:26.979547 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6c6ce839-57a8-44c3-95a1-2e1bf1a60f0c req-2a3bbd25-d095-4a35-b2c1-25e3aab28ed4 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0506303 Feb 21 04:18:27.023709 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6c6ce839-57a8-44c3-95a1-2e1bf1a60f0c req-b803f259-37ae-4e13-b29d-03ce355d1809 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389025 Feb 21 04:18:28.137890 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-a38b4117-1ef7-4d00-9947-153368387db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:28.149811 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616d952-e48e-4867-973b-750a89fd357a req-3b6c144d-06e7-4f2a-855b-c985242d9dff tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:28.151291 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7616d952-e48e-4867-973b-750a89fd357a req-3b6c144d-06e7-4f2a-855b-c985242d9dff tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0559051 Feb 21 04:18:28.196531 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7616d952-e48e-4867-973b-750a89fd357a req-5c02a9ef-af50-4b67-a04d-05f9a1851257 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394597 Feb 21 04:18:29.324019 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b19c471-a384-4add-b1ba-2c8594402b62 req-730848a2-84e4-4786-8fe8-fb062b03dfd4 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:29.325532 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8b19c471-a384-4add-b1ba-2c8594402b62 req-730848a2-84e4-4786-8fe8-fb062b03dfd4 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0611498 Feb 21 04:18:29.370359 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8b19c471-a384-4add-b1ba-2c8594402b62 req-a6a644fa-f229-417b-876e-aad9d6ee7550 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394037 Feb 21 04:18:29.467099 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:30.524874 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4718d04a-b720-4fcb-a2aa-6c6d3ad98838 req-04c38304-448b-453a-9243-318fef7d9bb0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:30.526367 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4718d04a-b720-4fcb-a2aa-6c6d3ad98838 req-04c38304-448b-453a-9243-318fef7d9bb0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0845430 Feb 21 04:18:30.533278 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a610ee-4568-416b-b11d-2ba9d5c9d420 req-168b307c-0691-4076-90d0-69fb2d780efd tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:30.535216 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-74a610ee-4568-416b-b11d-2ba9d5c9d420 req-168b307c-0691-4076-90d0-69fb2d780efd tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0848551 Feb 21 04:18:30.605705 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-74a610ee-4568-416b-b11d-2ba9d5c9d420 req-d0c66c92-4d36-4384-94a1-74a95d2aae53 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636566 Feb 21 04:18:30.608515 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4718d04a-b720-4fcb-a2aa-6c6d3ad98838 req-59c3bec2-bcf2-4a68-bd40-6269770dda51 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723224 Feb 21 04:18:30.845397 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:31.760400 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76748e4-8142-4f4a-8f36-52452a48aa04 req-a400e8dc-6e14-470b-afce-2ecd1a2818f1 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:31.761943 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a76748e4-8142-4f4a-8f36-52452a48aa04 req-a400e8dc-6e14-470b-afce-2ecd1a2818f1 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0859056 Feb 21 04:18:31.774062 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d96329f-93b4-4bcd-ab1d-54c6dc1afb30 req-dd547e4f-6db4-449d-95b8-ac92f5804e28 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:31.775536 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8d96329f-93b4-4bcd-ab1d-54c6dc1afb30 req-dd547e4f-6db4-449d-95b8-ac92f5804e28 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0880661 Feb 21 04:18:31.848944 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a76748e4-8142-4f4a-8f36-52452a48aa04 req-54bf9d5f-141a-48e7-86c1-4a1b1c18baaa tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723507 Feb 21 04:18:31.853268 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8d96329f-93b4-4bcd-ab1d-54c6dc1afb30 req-cd5333d0-7ce5-498a-b7c0-77d7035e798a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707829 Feb 21 04:18:32.492554 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:32.965084 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023798a-a698-44fd-b398-976940ad9240 req-d5e9e701-1c16-4c5f-8e1d-1c88ffd15680 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:32.966516 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5023798a-a698-44fd-b398-976940ad9240 req-d5e9e701-1c16-4c5f-8e1d-1c88ffd15680 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0528846 Feb 21 04:18:32.971201 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad4a893e-bbd1-41d8-a92a-483868402b5b details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:18:33.014539 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5023798a-a698-44fd-b398-976940ad9240 req-f0d6fecc-d8fe-426c-988b-71219963fddb tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417044 Feb 21 04:18:33.073796 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:33.085533 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'port_id': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'mac_address': 'fa:16:3e:b5:bb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:18:33.122063 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e918459-89ce-4dd9-b1c5-2a3a744ee58f req-da2c8242-baa4-48a1-9b5e-4928840e4c4b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:33.123817 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6e918459-89ce-4dd9-b1c5-2a3a744ee58f req-da2c8242-baa4-48a1-9b5e-4928840e4c4b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0554478 Feb 21 04:18:33.126005 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ad4a893e-bbd1-41d8-a92a-483868402b5b is: ACTIVE; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:18:33.126447 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:33.139198 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad4a893e-bbd1-41d8-a92a-483868402b5b {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:18:33.158330 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:33.162232 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:33.172109 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6e918459-89ce-4dd9-b1c5-2a3a744ee58f req-876bc5b7-72dc-4882-8075-f4eaeeb5c599 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425525 Feb 21 04:18:33.209278 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ad4a893e-bbd1-41d8-a92a-483868402b5b,revision_number=6']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:34.138356 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98280379-f219-4de4-aa97-cdbd5e3e49b8 req-ab45eba2-ba9a-42df-9683-70716825dd17 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:34.139878 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-98280379-f219-4de4-aa97-cdbd5e3e49b8 req-ab45eba2-ba9a-42df-9683-70716825dd17 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0521543 Feb 21 04:18:34.187050 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-98280379-f219-4de4-aa97-cdbd5e3e49b8 req-d75f0616-e1fb-45d2-a6ed-6d2063a9ee59 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415044 Feb 21 04:18:34.303938 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a26cf-2c0d-4458-bc84-20d4770d6c4f req-71081e2c-dae0-47c1-80c9-2be69399a98c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:34.305430 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e04a26cf-2c0d-4458-bc84-20d4770d6c4f req-71081e2c-dae0-47c1-80c9-2be69399a98c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 945 time: 0.0590403 Feb 21 04:18:34.350963 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e04a26cf-2c0d-4458-bc84-20d4770d6c4f req-fc21d138-b827-41ce-8a76-79e4002adccc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401220 Feb 21 04:18:35.307361 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539db1d-d761-466c-b0ba-26acb9be7fb6 req-01e7abc0-d6dd-453e-bc45-d348162f04c8 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:35.308859 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c539db1d-d761-466c-b0ba-26acb9be7fb6 req-01e7abc0-d6dd-453e-bc45-d348162f04c8 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0519359 Feb 21 04:18:35.354489 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c539db1d-d761-466c-b0ba-26acb9be7fb6 req-c1f8fc0d-0326-479a-ad93-3a5efde9634f tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Feb 21 04:18:35.470787 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c64a6d4-1efe-45d8-8237-110cd2b5d1ca req-7e87adf5-864d-4036-a6f6-a48032b4c970 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:35.472175 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9c64a6d4-1efe-45d8-8237-110cd2b5d1ca req-7e87adf5-864d-4036-a6f6-a48032b4c970 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 945 time: 0.0514426 Feb 21 04:18:35.524669 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9c64a6d4-1efe-45d8-8237-110cd2b5d1ca req-2c9ccd77-5629-4b0b-9f14-f328aab38deb tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470147 Feb 21 04:18:35.576297 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['ad4a893e-bbd1-41d8-a92a-483868402b5b'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:18:36.466833 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e8f06-bcab-4c51-8874-072e8a98aa4f req-01ec2507-b052-4fea-86bb-5bf05ba5a3ec tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:36.468294 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c4e8f06-bcab-4c51-8874-072e8a98aa4f req-01ec2507-b052-4fea-86bb-5bf05ba5a3ec tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0500717 Feb 21 04:18:36.513091 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c4e8f06-bcab-4c51-8874-072e8a98aa4f req-5f26fdfc-35e5-41f0-9bd3-e0e50aad7187 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386627 Feb 21 04:18:36.651010 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c0976-aa9a-49bf-997c-0f17fc226efb req-f2f1bb26-4818-4bb3-bff5-e90ceebffa91 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:36.652506 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-970c0976-aa9a-49bf-997c-0f17fc226efb req-f2f1bb26-4818-4bb3-bff5-e90ceebffa91 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 945 time: 0.0530491 Feb 21 04:18:36.697939 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-970c0976-aa9a-49bf-997c-0f17fc226efb req-c93553b4-7fa7-4bda-911d-a9527006dd61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397525 Feb 21 04:18:37.550867 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad4a893e-bbd1-41d8-a92a-483868402b5b up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:18:37.551366 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e8b56-d403-44d0-8a5c-f0f797e21148 req-c33a205f-d5bf-4331-b768-84ae54ca09d4 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:37.553683 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8a6e8b56-d403-44d0-8a5c-f0f797e21148 req-c33a205f-d5bf-4331-b768-84ae54ca09d4 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.45 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0576019 Feb 21 04:18:37.601752 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port ad4a893e-bbd1-41d8-a92a-483868402b5b triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:18:37.602077 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:37.673202 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ced0b-38d7-406b-a4f3-66103226ff94 req-1b74881a-5ef9-4a4f-a924-aa4b253b2467 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:37.674752 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cd6ced0b-38d7-406b-a4f3-66103226ff94 req-1b74881a-5ef9-4a4f-a924-aa4b253b2467 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=9ebbdc95-a06a-4deb-91be-ec6dba910154 HTTP/1.1" status: 200 len: 946 time: 0.0888307 Feb 21 04:18:37.694515 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ad4a893e-bbd1-41d8-a92a-483868402b5b is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:18:37.694891 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:37.721404 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-8a6e8b56-d403-44d0-8a5c-f0f797e21148 req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Deleting port 913f4d70-2639-4ffc-8df0-8502ed8fa105 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:18:37.721604 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:18:37.721735 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-8a6e8b56-d403-44d0-8a5c-f0f797e21148 req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:37.723686 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9c05f5-05a0-4435-b3ee-09f21d2dbf56" -d '{"events": [{"server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "name": "network-vif-plugged", "status": "completed", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:18:37.738275 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:37.745466 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:37.793315 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ad4a893e-bbd1-41d8-a92a-483868402b5b,revision_number=7']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:37.806469 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cd6ced0b-38d7-406b-a4f3-66103226ff94 req-cfa00939-961e-48ea-81c5-03b07c4b7df7 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249244 Feb 21 04:18:37.858151 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d20319b-ceda-45e8-b433-8eb5f7fe1121 x-openstack-request-id: req-1d20319b-ceda-45e8-b433-8eb5f7fe1121 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:18:37.858530 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "name": "network-vif-plugged", "status": "completed", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:18:37.858854 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d20319b-ceda-45e8-b433-8eb5f7fe1121 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:18:37.859248 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'code': 200} Feb 21 04:18:37.880746 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b83509-4193-4198-961c-156bf669d44c req-0ac0d8f0-93de-4cc4-a31a-db7d43153d9a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:37.882228 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-86b83509-4193-4198-961c-156bf669d44c req-0ac0d8f0-93de-4cc4-a31a-db7d43153d9a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0950379 Feb 21 04:18:37.889405 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-8a6e8b56-d403-44d0-8a5c-f0f797e21148 req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] For port 913f4d70-2639-4ffc-8df0-8502ed8fa105, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=913f4d70-2639-4ffc-8df0-8502ed8fa105,segment=NetworkSegment(98cf5300-96c1-4bb0-a65f-2f0bb879ba2a),segment_id=98cf5300-96c1-4bb0-a65f-2f0bb879ba2a)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:37.889791 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-8a6e8b56-d403-44d0-8a5c-f0f797e21148 req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:37.916740 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-8a6e8b56-d403-44d0-8a5c-f0f797e21148 req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Calling delete_port for 913f4d70-2639-4ffc-8df0-8502ed8fa105 owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:18:37.980002 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-86b83509-4193-4198-961c-156bf669d44c req-963bba09-f809-43ae-9e24-d724c1ba6bac tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870225 Feb 21 04:18:38.066570 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-8a6e8b56-d403-44d0-8a5c-f0f797e21148 req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (913f4d70-2639-4ffc-8df0-8502ed8fa105), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:38.091961 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Pushing event deleted for resources: {'Port': ['ID=913f4d70-2639-4ffc-8df0-8502ed8fa105,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:38.100107 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['913f4d70-2639-4ffc-8df0-8502ed8fa105'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:18:38.101801 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.102159 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.102503 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.102843 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.104444 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.104444 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.104444 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.104444 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.105411 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.105411 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.105411 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.105649 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.105965 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:38.160302 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6e8b56-d403-44d0-8a5c-f0f797e21148 req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] No DVR routers for this DVR port 913f4d70-2639-4ffc-8df0-8502ed8fa105 on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:18:38.162999 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-8a6e8b56-d403-44d0-8a5c-f0f797e21148 req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:38.167094 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8a6e8b56-d403-44d0-8a5c-f0f797e21148 req-2f1b7531-8537-406c-98d4-393301ef4cb9 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.45 "DELETE /v2.0/ports/913f4d70-2639-4ffc-8df0-8502ed8fa105 HTTP/1.1" status: 204 len: 173 time: 0.6076818 Feb 21 04:18:38.167734 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebbdc95-a06a-4deb-91be-ec6dba910154', 'name': 'network-vif-deleted', 'tag': '913f4d70-2639-4ffc-8df0-8502ed8fa105'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:18:38.171321 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055f7a5c-8682-4e41-a692-068f57805020" -d '{"events": [{"server_uuid": "9ebbdc95-a06a-4deb-91be-ec6dba910154", "name": "network-vif-deleted", "tag": "913f4d70-2639-4ffc-8df0-8502ed8fa105"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:18:38.209908 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05772cff-cc5c-4a26-888b-3b18c6070853 x-openstack-request-id: req-05772cff-cc5c-4a26-888b-3b18c6070853 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:18:38.210197 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebbdc95-a06a-4deb-91be-ec6dba910154", "name": "network-vif-deleted", "tag": "913f4d70-2639-4ffc-8df0-8502ed8fa105", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:18:38.210448 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05772cff-cc5c-4a26-888b-3b18c6070853 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:18:38.210848 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebbdc95-a06a-4deb-91be-ec6dba910154', 'name': 'network-vif-deleted', 'tag': '913f4d70-2639-4ffc-8df0-8502ed8fa105', 'status': 'completed', 'code': 200} Feb 21 04:18:39.112803 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 34734) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:39.168026 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1080d-161a-4f06-a351-f76e8c460d89 req-0c71d1d0-58b5-41ad-9048-df5226b05bf5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:39.169550 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-15c1080d-161a-4f06-a351-f76e8c460d89 req-0c71d1d0-58b5-41ad-9048-df5226b05bf5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0863452 Feb 21 04:18:39.199550 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-8ade2890-fd7e-4aec-8452-2253f9c1412d tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:39.202159 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-8ade2890-fd7e-4aec-8452-2253f9c1412d tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/networks?id=1696394a-e11c-40a2-ae99-8cf4069591fe HTTP/1.1" status: 200 len: 809 time: 0.1759689 Feb 21 04:18:39.225554 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-ea3b0c15-1a93-440f-a494-532f36f421d2 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/quotas/4bc69f57ebac4d74adf046561c782bbe HTTP/1.1" status: 200 len: 375 time: 0.0184262 Feb 21 04:18:39.236469 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:39.251397 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-15c1080d-161a-4f06-a351-f76e8c460d89 req-42355fd1-fd3d-4947-a437-eee27a91010e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721726 Feb 21 04:18:39.276272 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-164d8762-8540-428e-8ecb-699b95b517e3 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4bc69f57ebac4d74adf046561c782bbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366893 Feb 21 04:18:39.313754 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Publish callbacks [] for security_group (4f59e06c-3381-4645-8a81-d50693e93da1), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:39.319012 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4f59e06c-3381-4645-8a81-d50693e93da1), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:39.362275 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=670a88280efe4e7682d2c5930c83da18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478745 Feb 21 04:18:39.362859 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 34746) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:39.364936 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f59e06c-3381-4645-8a81-d50693e93da1,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:39.374423 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-856da01f-6869-4bf2-b481-49539d0e3afe service neutron] 10.222.0.10 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001368 Feb 21 04:18:39.378063 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.378412 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.378747 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.379079 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.379402 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.379721 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.380039 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.380359 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.380885 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.381203 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.381698 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.382012 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.382328 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36106d9e-c1b3-42a5-9541-a5be1697bddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:18:39.436276 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-52ab38dc-ed0d-426f-8f69-e1ca5ee12c5e admin admin] Publish callbacks [] for security_group (4f59e06c-3381-4645-8a81-d50693e93da1), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:39.458869 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-52ab38dc-ed0d-426f-8f69-e1ca5ee12c5e admin admin] Publish callbacks [] for security_group (4f59e06c-3381-4645-8a81-d50693e93da1), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:39.483941 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-0be8a084-566c-4011-aeb4-2b619f944816 service neutron] 10.222.0.10 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998719 Feb 21 04:18:39.526743 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-52ab38dc-ed0d-426f-8f69-e1ca5ee12c5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4f59e06c-3381-4645-8a81-d50693e93da1), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:39.529661 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-52ab38dc-ed0d-426f-8f69-e1ca5ee12c5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:39.532668 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-52ab38dc-ed0d-426f-8f69-e1ca5ee12c5e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4f59e06c-3381-4645-8a81-d50693e93da1 HTTP/1.1" status: 204 len: 168 time: 0.1669390 Feb 21 04:18:39.542092 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab38dc-ed0d-426f-8f69-e1ca5ee12c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f59e06c-3381-4645-8a81-d50693e93da1,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:39.707707 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-af2e6824-a500-43f1-90a8-adc2e5f99473 req-dfd83a05-f0a1-4441-b09a-0e4c5ce1df36 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 210 time: 0.0315621 Feb 21 04:18:40.379888 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0019ab-04dd-4d4a-bc6f-c47ee7521a2f req-8552a102-9f98-415b-817b-9e91ca9e4060 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:40.381488 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1e0019ab-04dd-4d4a-bc6f-c47ee7521a2f req-8552a102-9f98-415b-817b-9e91ca9e4060 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0535958 Feb 21 04:18:40.427336 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1e0019ab-04dd-4d4a-bc6f-c47ee7521a2f req-fa2dfaac-699b-42b8-8a11-bf49539636df tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402153 Feb 21 04:18:40.686304 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-e9e4ff72-985f-41e6-9953-8eaa720fbea5 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:40.687884 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-e9e4ff72-985f-41e6-9953-8eaa720fbea5 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.45 "GET /v2.0/networks?id=1696394a-e11c-40a2-ae99-8cf4069591fe HTTP/1.1" status: 200 len: 809 time: 0.1172490 Feb 21 04:18:40.695216 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:40.714332 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Request body: {'port': {'device_id': '8ce2584f-e283-4a21-9f5a-ff65156c3134', 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe', 'admin_state_up': True, 'tenant_id': '4bc69f57ebac4d74adf046561c782bbe'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:18:40.821314 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63147128-17a5-4edd-b186-78add9934ad9 req-35981ed0-bef4-40f4-ab1d-eeb9e97b76cd tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 210 time: 0.0331328 Feb 21 04:18:40.850015 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Made reservation on behalf of 4bc69f57ebac4d74adf046561c782bbe for: {'port': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:18:40.853425 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:40.975895 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Allocated IP 172.20.0.8 (1696394a-e11c-40a2-ae99-8cf4069591fe/0355b247-1ef1-4197-a73e-23aed0f556f6/6a28ec8f-dde8-4a3b-a275-da59e9456f43) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:18:41.116408 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks [] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:41.149708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:41.189571 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Network 1696394a-e11c-40a2-ae99-8cf4069591fe is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:18:41.192970 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:18:41.198920 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:18:41.204941 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Pushing event updated for resources: {'Port': ['ID=6a28ec8f-dde8-4a3b-a275-da59e9456f43,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:41.247487 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:41.248013 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:41.263214 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-4da76cb2-fb75-4968-b5c5-b220e426444c tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5527585 Feb 21 04:18:41.278783 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Request body: {'port': {'device_id': '8ce2584f-e283-4a21-9f5a-ff65156c3134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:18:41.337978 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:41.524399 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 913f4d70-2639-4ffc-8df0-8502ed8fa105 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:18:41.550465 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 913f4d70-2639-4ffc-8df0-8502ed8fa105 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:18:41.550817 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 913f4d70-2639-4ffc-8df0-8502ed8fa105 not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:18:41.586174 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca519-956b-406e-a375-9548fa6556bb req-f821b1c9-92bd-439c-9388-6e136846f50a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:41.587656 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cf6ca519-956b-406e-a375-9548fa6556bb req-f821b1c9-92bd-439c-9388-6e136846f50a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0864172 Feb 21 04:18:41.671499 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a28ec8f-dde8-4a3b-a275-da59e9456f43 {{(pid=102899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:18:41.680927 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cf6ca519-956b-406e-a375-9548fa6556bb req-b5e5f3b1-3656-49a6-84d9-5e6b725c604e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868731 Feb 21 04:18:41.682648 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Publish callbacks [] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:41.695927 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.provisioning_blocks [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Transition to ACTIVE for port object 6a28ec8f-dde8-4a3b-a275-da59e9456f43 will not be triggered until provisioned by entity L2. {{(pid=102899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:18:41.701506 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:41.772446 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Pushing event updated for resources: {'Port': ['ID=6a28ec8f-dde8-4a3b-a275-da59e9456f43,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:41.823843 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Attempting to bind port 6a28ec8f-dde8-4a3b-a275-da59e9456f43 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:18:41.824185 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Attempting to bind port 6a28ec8f-dde8-4a3b-a275-da59e9456f43 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '98cf5300-96c1-4bb0-a65f-2f0bb879ba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe'}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:18:41.824514 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Attempting to bind port 6a28ec8f-dde8-4a3b-a275-da59e9456f43 on network 1696394a-e11c-40a2-ae99-8cf4069591fe {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:18:41.828827 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Port 6a28ec8f-dde8-4a3b-a275-da59e9456f43 on network 1696394a-e11c-40a2-ae99-8cf4069591fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:18:41.829152 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Attempting to bind port 6a28ec8f-dde8-4a3b-a275-da59e9456f43 on network 1696394a-e11c-40a2-ae99-8cf4069591fe {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:18:41.833973 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:18:41.834321 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Checking segment: {'id': '98cf5300-96c1-4bb0-a65f-2f0bb879ba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:18:41.834707 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Bound using segment: {'id': '98cf5300-96c1-4bb0-a65f-2f0bb879ba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe'} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:18:41.835132 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Bound port: 6a28ec8f-dde8-4a3b-a275-da59e9456f43, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98cf5300-96c1-4bb0-a65f-2f0bb879ba2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe'}}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:18:41.835485 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:42.150441 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] For port 6a28ec8f-dde8-4a3b-a275-da59e9456f43, host hv-cinder-77398, cleared binding levels {{(pid=102899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:18:42.165556 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] For port 6a28ec8f-dde8-4a3b-a275-da59e9456f43, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6a28ec8f-dde8-4a3b-a275-da59e9456f43,segment=NetworkSegment(98cf5300-96c1-4bb0-a65f-2f0bb879ba2a),segment_id=98cf5300-96c1-4bb0-a65f-2f0bb879ba2a)] {{(pid=102899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:18:42.171327 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:42.209334 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:42.209990 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:42.211416 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] 10.222.0.45 "PUT /v2.0/ports/6a28ec8f-dde8-4a3b-a275-da59e9456f43 HTTP/1.1" status: 200 len: 1093 time: 0.9368923 Feb 21 04:18:42.212610 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ce2584f-e283-4a21-9f5a-ff65156c3134', 'tag': '6a28ec8f-dde8-4a3b-a275-da59e9456f43'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:18:42.214820 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4bba32-b678-4c9b-bc69-a6873e9d3678" -d '{"events": [{"name": "network-changed", "server_uuid": "8ce2584f-e283-4a21-9f5a-ff65156c3134", "tag": "6a28ec8f-dde8-4a3b-a275-da59e9456f43"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:18:42.226574 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97815800-bb62-4a58-aa4a-a29e321933a8 req-5b5b2691-1db5-4a06-a46d-4c9096d1dc9d tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:42.228143 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-97815800-bb62-4a58-aa4a-a29e321933a8 req-5b5b2691-1db5-4a06-a46d-4c9096d1dc9d tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 943 time: 0.3339593 Feb 21 04:18:42.260248 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fcf4d6-0460-4a59-9692-c692a67cdfce x-openstack-request-id: req-85fcf4d6-0460-4a59-9692-c692a67cdfce {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:18:42.260547 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ce2584f-e283-4a21-9f5a-ff65156c3134", "tag": "6a28ec8f-dde8-4a3b-a275-da59e9456f43", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:18:42.260833 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85fcf4d6-0460-4a59-9692-c692a67cdfce {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:18:42.261222 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ce2584f-e283-4a21-9f5a-ff65156c3134', 'tag': '6a28ec8f-dde8-4a3b-a275-da59e9456f43', 'status': 'completed', 'code': 200} Feb 21 04:18:42.265650 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f697b-634b-415f-83b1-ff6aca2a7859 service neutron] Pushing event updated for resources: {'Port': ['ID=6a28ec8f-dde8-4a3b-a275-da59e9456f43,revision_number=3']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:42.326458 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-97815800-bb62-4a58-aa4a-a29e321933a8 req-d877156f-067d-468b-8ba0-baa74b1f8d17 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893672 Feb 21 04:18:42.336181 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-01b0b315-a0dd-4815-b77b-759aa2b736e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:42.337677 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-01b0b315-a0dd-4815-b77b-759aa2b736e6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4bc69f57ebac4d74adf046561c782bbe&device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 1127 time: 0.0678010 Feb 21 04:18:42.379576 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-33e020a3-5382-41f0-bd23-0e9ae1cb63e0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a28ec8f-dde8-4a3b-a275-da59e9456f43 HTTP/1.1" status: 200 len: 217 time: 0.0333018 Feb 21 04:18:42.429611 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-e9c7998b-8f09-4661-90fb-889f09676f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:42.430962 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-e9c7998b-8f09-4661-90fb-889f09676f62 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0355b247-1ef1-4197-a73e-23aed0f556f6 HTTP/1.1" status: 200 len: 849 time: 0.0417531 Feb 21 04:18:42.469680 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-706699b9-3a7a-4fa5-bf2b-6375deae9c44 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1696394a-e11c-40a2-ae99-8cf4069591fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302203 Feb 21 04:18:42.561772 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-7306a147-ccdd-4519-8471-32fccda681c4 service neutron] 10.222.0.45 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837889 Feb 21 04:18:42.653145 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486db9ed-6d84-486f-96f8-9a57f53f6b74 req-0245f2c5-fbc1-4fb4-b712-653bb9ec8c36 service neutron] 10.222.0.45 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841215 Feb 21 04:18:42.759989 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bba32-b678-4c9b-bc69-a6873e9d3678 req-f4ca3f92-b3ea-45d4-9a18-27b0f89aeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:42.761945 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4c4bba32-b678-4c9b-bc69-a6873e9d3678 req-f4ca3f92-b3ea-45d4-9a18-27b0f89aeab8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=4bc69f57ebac4d74adf046561c782bbe&device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 1127 time: 0.0563655 Feb 21 04:18:42.888618 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14288358-0d7a-468f-9fcd-780197dac79d req-e2be3305-b516-47d7-966c-82af6e5cebd1 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:42.890096 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-14288358-0d7a-468f-9fcd-780197dac79d req-e2be3305-b516-47d7-966c-82af6e5cebd1 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.1022015 Feb 21 04:18:42.895207 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bba32-b678-4c9b-bc69-a6873e9d3678 req-2b20e845-1639-4195-9066-56f631230507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:42.896544 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4c4bba32-b678-4c9b-bc69-a6873e9d3678 req-2b20e845-1639-4195-9066-56f631230507 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1696394a-e11c-40a2-ae99-8cf4069591fe HTTP/1.1" status: 200 len: 909 time: 0.1260796 Feb 21 04:18:42.947115 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4c4bba32-b678-4c9b-bc69-a6873e9d3678 req-7f60ee11-98e6-41d9-ba5e-6e47a0df1c69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a28ec8f-dde8-4a3b-a275-da59e9456f43 HTTP/1.1" status: 200 len: 217 time: 0.0371733 Feb 21 04:18:42.992329 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-14288358-0d7a-468f-9fcd-780197dac79d req-5ac8d722-d773-4c70-a68b-be6d5789ab2a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948210 Feb 21 04:18:43.013358 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bba32-b678-4c9b-bc69-a6873e9d3678 req-d3594c93-9938-4ca1-8ac2-049d8457255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:43.015244 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4c4bba32-b678-4c9b-bc69-a6873e9d3678 req-d3594c93-9938-4ca1-8ac2-049d8457255c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0355b247-1ef1-4197-a73e-23aed0f556f6 HTTP/1.1" status: 200 len: 849 time: 0.0574946 Feb 21 04:18:43.054025 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4c4bba32-b678-4c9b-bc69-a6873e9d3678 req-7b202a58-e1dd-45ed-b2af-c19efc8fb47e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1696394a-e11c-40a2-ae99-8cf4069591fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302896 Feb 21 04:18:43.145328 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4c4bba32-b678-4c9b-bc69-a6873e9d3678 req-07682f17-eb1e-4859-80f6-a911f716a1a8 service neutron] 10.222.0.45 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844159 Feb 21 04:18:43.238031 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4c4bba32-b678-4c9b-bc69-a6873e9d3678 req-b93ff7e7-0795-4b4f-8712-20b5294c9b03 service neutron] 10.222.0.45 "GET /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857918 Feb 21 04:18:43.246252 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 34868) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:43.349343 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e1438a70-e3c6-4d33-a6e5-101cdcfa960f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:43.433381 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e1438a70-e3c6-4d33-a6e5-101cdcfa960f admin admin] Publish callbacks [] for security_group (35f6091d-fd72-4f72-a502-d251db2a0c9e), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:43.438107 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-e1438a70-e3c6-4d33-a6e5-101cdcfa960f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (35f6091d-fd72-4f72-a502-d251db2a0c9e), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:43.454069 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fde45-ac62-406e-80f8-07e66538ec32 req-ee133578-aa01-4767-9668-bedad6a7b7bb tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:43.456086 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c22fde45-ac62-406e-80f8-07e66538ec32 req-ee133578-aa01-4767-9668-bedad6a7b7bb tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 943 time: 0.0612426 Feb 21 04:18:43.478958 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-e1438a70-e3c6-4d33-a6e5-101cdcfa960f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7c537b734a1483bb05a0c47c6df5db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311447 Feb 21 04:18:43.481181 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 34876) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:43.487641 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1438a70-e3c6-4d33-a6e5-101cdcfa960f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f6091d-fd72-4f72-a502-d251db2a0c9e,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:43.514150 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c22fde45-ac62-406e-80f8-07e66538ec32 req-ca51642e-a740-4c47-aa7c-480ec383ef00 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507815 Feb 21 04:18:43.533999 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dc28b446-c633-4395-af5c-523cbe20d213 admin admin] Publish callbacks [] for security_group (35f6091d-fd72-4f72-a502-d251db2a0c9e), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:43.558718 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dc28b446-c633-4395-af5c-523cbe20d213 admin admin] Publish callbacks [] for security_group (35f6091d-fd72-4f72-a502-d251db2a0c9e), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:43.608965 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dc28b446-c633-4395-af5c-523cbe20d213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (35f6091d-fd72-4f72-a502-d251db2a0c9e), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:43.611604 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dc28b446-c633-4395-af5c-523cbe20d213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:43.613509 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-dc28b446-c633-4395-af5c-523cbe20d213 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35f6091d-fd72-4f72-a502-d251db2a0c9e HTTP/1.1" status: 204 len: 168 time: 0.1313722 Feb 21 04:18:43.624305 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28b446-c633-4395-af5c-523cbe20d213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f6091d-fd72-4f72-a502-d251db2a0c9e,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:43.836474 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 34906) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:43.966545 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5f01eae7-24df-49db-96bb-bbd303b7dbde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:44.054610 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5f01eae7-24df-49db-96bb-bbd303b7dbde admin admin] Publish callbacks [] for security_group (2547aa60-6b33-4c4e-b23a-2a9c940f2e21), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:44.060026 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5f01eae7-24df-49db-96bb-bbd303b7dbde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (2547aa60-6b33-4c4e-b23a-2a9c940f2e21), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:44.093901 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-5f01eae7-24df-49db-96bb-bbd303b7dbde admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12f9387f6c9a4310b9863680734ed538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558928 Feb 21 04:18:44.097293 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 34928) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:44.120985 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01eae7-24df-49db-96bb-bbd303b7dbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2547aa60-6b33-4c4e-b23a-2a9c940f2e21,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:44.156094 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdaddfd-b5e3-4c24-8420-a4765f798d8b req-8df154ec-2b40-432c-8af4-4a4d31a00f5d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:44.158620 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dbdaddfd-b5e3-4c24-8420-a4765f798d8b req-8df154ec-2b40-432c-8af4-4a4d31a00f5d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0710127 Feb 21 04:18:44.162168 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-566b1cb1-ce48-4451-9ae8-8af6a2439b98 admin admin] Publish callbacks [] for security_group (2547aa60-6b33-4c4e-b23a-2a9c940f2e21), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:44.196384 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-566b1cb1-ce48-4451-9ae8-8af6a2439b98 admin admin] Publish callbacks [] for security_group (2547aa60-6b33-4c4e-b23a-2a9c940f2e21), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:44.217423 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dbdaddfd-b5e3-4c24-8420-a4765f798d8b req-fa456a1b-19b5-403e-8690-f7855d5ece71 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472257 Feb 21 04:18:44.250395 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-566b1cb1-ce48-4451-9ae8-8af6a2439b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (2547aa60-6b33-4c4e-b23a-2a9c940f2e21), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:44.254666 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-566b1cb1-ce48-4451-9ae8-8af6a2439b98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:44.258935 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-566b1cb1-ce48-4451-9ae8-8af6a2439b98 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2547aa60-6b33-4c4e-b23a-2a9c940f2e21 HTTP/1.1" status: 204 len: 168 time: 0.1604803 Feb 21 04:18:44.269918 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b1cb1-ce48-4451-9ae8-8af6a2439b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2547aa60-6b33-4c4e-b23a-2a9c940f2e21,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:44.678312 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf2c8e-a4de-4168-8b4a-6f4615076829 req-d1323250-e556-410d-b8af-0b74e3144919 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:44.688748 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-89cf2c8e-a4de-4168-8b4a-6f4615076829 req-d1323250-e556-410d-b8af-0b74e3144919 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 943 time: 0.0847986 Feb 21 04:18:44.770778 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-89cf2c8e-a4de-4168-8b4a-6f4615076829 req-e93f03fa-cd29-4ae3-a2b5-42f6eebc7e69 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784247 Feb 21 04:18:45.441263 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d6605-28e2-48d5-be55-f21a0a24fa77 req-6d8e2ba6-adb3-40c8-a9cc-37f796eb294e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:45.442946 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-be5d6605-28e2-48d5-be55-f21a0a24fa77 req-6d8e2ba6-adb3-40c8-a9cc-37f796eb294e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0656643 Feb 21 04:18:45.528488 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-be5d6605-28e2-48d5-be55-f21a0a24fa77 req-5cb0d060-cb36-4e98-9d42-99af10a9818c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700731 Feb 21 04:18:45.720154 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 35006) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:45.887209 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 35018) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:46.034903 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bc90e6-67e4-4ebf-a574-b8fbd93a6466 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.150651 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f05224b-24e3-4b9f-ba0c-3568de7a5796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.176254 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991fbda-e9e5-42c1-bf34-7809babe2b95 req-61c776c0-073a-4ff3-8e60-995d221d497a tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:46.178559 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6991fbda-e9e5-42c1-bf34-7809babe2b95 req-61c776c0-073a-4ff3-8e60-995d221d497a tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 943 time: 0.2552238 Feb 21 04:18:46.318310 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6991fbda-e9e5-42c1-bf34-7809babe2b95 req-7388fbc8-b12f-432e-a81a-1421922bebc6 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295407 Feb 21 04:18:46.386280 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bc90e6-67e4-4ebf-a574-b8fbd93a6466 admin admin] Publish callbacks [] for security_group (12ae6025-e3de-45e3-bd85-d3b079e861c8), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.394290 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bc90e6-67e4-4ebf-a574-b8fbd93a6466 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (12ae6025-e3de-45e3-bd85-d3b079e861c8), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.490901 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f05224b-24e3-4b9f-ba0c-3568de7a5796 admin admin] Publish callbacks [] for security_group (50f0bc14-7487-4ad6-80bf-0edc8a1b1334), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.500803 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f05224b-24e3-4b9f-ba0c-3568de7a5796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (50f0bc14-7487-4ad6-80bf-0edc8a1b1334), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.508794 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-27bc90e6-67e4-4ebf-a574-b8fbd93a6466 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba52798295064c38b676ceaa76f0e89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7864487 Feb 21 04:18:46.509838 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc90e6-67e4-4ebf-a574-b8fbd93a6466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ae6025-e3de-45e3-bd85-d3b079e861c8,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:46.511779 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 35036) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:46.557601 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa323e9e-ae47-4d35-b968-364f972d18a2 req-e16a6bd1-c692-4f1b-8630-c6c57283e4c2 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:46.564927 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa323e9e-ae47-4d35-b968-364f972d18a2 req-e16a6bd1-c692-4f1b-8630-c6c57283e4c2 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.1624680 Feb 21 04:18:46.590393 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-9f05224b-24e3-4b9f-ba0c-3568de7a5796 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=253357b89020469e9cfe4fa9a91e99d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7019186 Feb 21 04:18:46.593085 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 35042) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:46.597123 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05224b-24e3-4b9f-ba0c-3568de7a5796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f0bc14-7487-4ad6-80bf-0edc8a1b1334,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:46.606946 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-301086c9-b746-4bec-b64a-db8278df6b0e admin admin] Publish callbacks [] for security_group (12ae6025-e3de-45e3-bd85-d3b079e861c8), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.659658 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa323e9e-ae47-4d35-b968-364f972d18a2 req-2fada56d-8fe9-4aee-928a-e61c7f93e5ab tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936773 Feb 21 04:18:46.674773 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-301086c9-b746-4bec-b64a-db8278df6b0e admin admin] Publish callbacks [] for security_group (12ae6025-e3de-45e3-bd85-d3b079e861c8), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.778821 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-aafaabd3-1ebd-4236-b1ae-32aeb49eee6d admin admin] Publish callbacks [] for security_group (50f0bc14-7487-4ad6-80bf-0edc8a1b1334), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.790626 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675aea87-5b5a-4881-a174-956ae1073e4c req-0d556f39-fca9-4de6-a79f-efdcb32e6329 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:46.792213 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-675aea87-5b5a-4881-a174-956ae1073e4c req-0d556f39-fca9-4de6-a79f-efdcb32e6329 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0811465 Feb 21 04:18:46.821701 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-aafaabd3-1ebd-4236-b1ae-32aeb49eee6d admin admin] Publish callbacks [] for security_group (50f0bc14-7487-4ad6-80bf-0edc8a1b1334), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.828536 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-301086c9-b746-4bec-b64a-db8278df6b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (12ae6025-e3de-45e3-bd85-d3b079e861c8), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.831399 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-301086c9-b746-4bec-b64a-db8278df6b0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.835401 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-301086c9-b746-4bec-b64a-db8278df6b0e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/12ae6025-e3de-45e3-bd85-d3b079e861c8 HTTP/1.1" status: 204 len: 168 time: 0.3189175 Feb 21 04:18:46.853819 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301086c9-b746-4bec-b64a-db8278df6b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ae6025-e3de-45e3-bd85-d3b079e861c8,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:46.873450 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-675aea87-5b5a-4881-a174-956ae1073e4c req-b0acf5fb-9a3d-4926-9c37-4dde181210eb tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576556 Feb 21 04:18:46.907139 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-aafaabd3-1ebd-4236-b1ae-32aeb49eee6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (50f0bc14-7487-4ad6-80bf-0edc8a1b1334), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.910159 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-aafaabd3-1ebd-4236-b1ae-32aeb49eee6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:46.912321 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-aafaabd3-1ebd-4236-b1ae-32aeb49eee6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/50f0bc14-7487-4ad6-80bf-0edc8a1b1334 HTTP/1.1" status: 204 len: 168 time: 0.3178008 Feb 21 04:18:46.923799 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafaabd3-1ebd-4236-b1ae-32aeb49eee6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f0bc14-7487-4ad6-80bf-0edc8a1b1334,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:47.510465 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22332fd8-8d30-4c05-9c49-0cc793807f88 req-418ab486-75a8-4da3-b730-abfb351c0eda tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:47.518173 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-22332fd8-8d30-4c05-9c49-0cc793807f88 req-418ab486-75a8-4da3-b730-abfb351c0eda tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 943 time: 0.1133883 Feb 21 04:18:47.558513 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 6a28ec8f-dde8-4a3b-a275-da59e9456f43 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:18:47.614433 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-22332fd8-8d30-4c05-9c49-0cc793807f88 req-703bc428-a73a-4d45-9b5d-d6bb50539e08 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936291 Feb 21 04:18:47.756885 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 6a28ec8f-dde8-4a3b-a275-da59e9456f43, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6a28ec8f-dde8-4a3b-a275-da59e9456f43,segment=NetworkSegment(98cf5300-96c1-4bb0-a65f-2f0bb879ba2a),segment_id=98cf5300-96c1-4bb0-a65f-2f0bb879ba2a)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:47.777837 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '6a28ec8f-dde8-4a3b-a275-da59e9456f43', 'network_id': '1696394a-e11c-40a2-ae99-8cf4069591fe', 'port_id': '6a28ec8f-dde8-4a3b-a275-da59e9456f43', 'mac_address': 'fa:16:3e:a9:94:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0355b247-1ef1-4197-a73e-23aed0f556f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:18:47.872956 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 6a28ec8f-dde8-4a3b-a275-da59e9456f43 is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:18:47.873355 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:47.904393 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a28ec8f-dde8-4a3b-a275-da59e9456f43 {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:18:47.905588 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f3217-8170-4e81-9f74-636f16bc2630 req-d973b11b-8dce-44cf-883a-8df822637a9f tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:47.928263 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-680f3217-8170-4e81-9f74-636f16bc2630 req-d973b11b-8dce-44cf-883a-8df822637a9f tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.1313779 Feb 21 04:18:47.948823 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 6a28ec8f-dde8-4a3b-a275-da59e9456f43, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6a28ec8f-dde8-4a3b-a275-da59e9456f43,segment=NetworkSegment(98cf5300-96c1-4bb0-a65f-2f0bb879ba2a),segment_id=98cf5300-96c1-4bb0-a65f-2f0bb879ba2a)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:47.983238 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:48.107728 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=6a28ec8f-dde8-4a3b-a275-da59e9456f43,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:48.115109 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-680f3217-8170-4e81-9f74-636f16bc2630 req-5da30db7-b4f0-4bf9-acc6-d98c87f31e6c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727500 Feb 21 04:18:48.169537 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc39e9-0d3b-4bda-9eb8-742d1a40d385 req-634d7c09-eff2-438c-97c7-a4c827d20117 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:48.177860 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-16fc39e9-0d3b-4bda-9eb8-742d1a40d385 req-634d7c09-eff2-438c-97c7-a4c827d20117 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.1252189 Feb 21 04:18:48.234856 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-16fc39e9-0d3b-4bda-9eb8-742d1a40d385 req-771f57e3-d573-4a6a-ad8d-c8893580b805 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559828 Feb 21 04:18:48.579470 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['6a28ec8f-dde8-4a3b-a275-da59e9456f43'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:18:48.923592 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565a3b29-aeeb-49cd-9c27-d6b0aace49d3 req-65ceca81-73b6-4ee8-8a82-5b8c0b6878c8 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:48.932516 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-565a3b29-aeeb-49cd-9c27-d6b0aace49d3 req-65ceca81-73b6-4ee8-8a82-5b8c0b6878c8 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 944 time: 0.1863823 Feb 21 04:18:48.950684 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c9981-dc2a-4bd5-b28b-8aa8a8df7524 req-60668a23-76a9-4955-af25-1a1580b4f578 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:48.953147 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-877c9981-dc2a-4bd5-b28b-8aa8a8df7524 req-60668a23-76a9-4955-af25-1a1580b4f578 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.3078356 Feb 21 04:18:49.112112 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-565a3b29-aeeb-49cd-9c27-d6b0aace49d3 req-c954c844-12e6-45b9-a3fc-a5eb9d1529d7 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749113 Feb 21 04:18:49.160867 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-877c9981-dc2a-4bd5-b28b-8aa8a8df7524 req-89149f6f-68e6-43d3-8da1-07e96a50a64e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Deleting port e3b4314c-490f-4b92-b46a-0ebe1ed983f0 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:18:49.161294 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-877c9981-dc2a-4bd5-b28b-8aa8a8df7524 req-89149f6f-68e6-43d3-8da1-07e96a50a64e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:49.328656 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-877c9981-dc2a-4bd5-b28b-8aa8a8df7524 req-89149f6f-68e6-43d3-8da1-07e96a50a64e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] For port e3b4314c-490f-4b92-b46a-0ebe1ed983f0, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=e3b4314c-490f-4b92-b46a-0ebe1ed983f0,segment=NetworkSegment(3fe231bf-d952-4509-bf2c-02945a15946c),segment_id=3fe231bf-d952-4509-bf2c-02945a15946c)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:49.329038 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-877c9981-dc2a-4bd5-b28b-8aa8a8df7524 req-89149f6f-68e6-43d3-8da1-07e96a50a64e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:49.356267 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8150a-08af-4fcc-8374-4b7bf90c07ba req-d249143a-ec18-4f45-a76c-82e75c271657 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:49.358135 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e6c8150a-08af-4fcc-8374-4b7bf90c07ba req-d249143a-ec18-4f45-a76c-82e75c271657 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=c4bf519a-d7d3-4837-9967-170c581923b9 HTTP/1.1" status: 200 len: 945 time: 0.1105299 Feb 21 04:18:49.359161 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-877c9981-dc2a-4bd5-b28b-8aa8a8df7524 req-89149f6f-68e6-43d3-8da1-07e96a50a64e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Calling delete_port for e3b4314c-490f-4b92-b46a-0ebe1ed983f0 owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:18:49.514171 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e6c8150a-08af-4fcc-8374-4b7bf90c07ba req-87460f09-0bb6-4c6a-a198-a7d54c46a37d tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468701 Feb 21 04:18:49.592515 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 35152) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:49.600220 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27606f4d-7d5f-4dad-a97d-9240f9afae00 req-e1031158-d5cd-4c26-b82d-52948d1eb304 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:49.602364 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-27606f4d-7d5f-4dad-a97d-9240f9afae00 req-e1031158-d5cd-4c26-b82d-52948d1eb304 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.1177032 Feb 21 04:18:49.721331 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-18a29145-857c-4589-8a79-46e6b10bedce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:49.723761 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-877c9981-dc2a-4bd5-b28b-8aa8a8df7524 req-89149f6f-68e6-43d3-8da1-07e96a50a64e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (e3b4314c-490f-4b92-b46a-0ebe1ed983f0), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:49.735621 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['e3b4314c-490f-4b92-b46a-0ebe1ed983f0'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:18:49.747902 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-27606f4d-7d5f-4dad-a97d-9240f9afae00 req-60695210-3090-4433-b253-8f1ea876fbac tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259291 Feb 21 04:18:49.788910 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c0980-b9fe-42f8-9566-a28468397cd9 req-aa9f3983-0980-4e71-9d61-2fb9aa5a6e22 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:49.799482 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0c7c0980-b9fe-42f8-9566-a28468397cd9 req-aa9f3983-0980-4e71-9d61-2fb9aa5a6e22 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.1938016 Feb 21 04:18:49.827334 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89149f6f-68e6-43d3-8da1-07e96a50a64e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Pushing event deleted for resources: {'Port': ['ID=e3b4314c-490f-4b92-b46a-0ebe1ed983f0,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:49.842064 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-18a29145-857c-4589-8a79-46e6b10bedce admin admin] Publish callbacks [] for security_group (225664b7-f19a-4666-a204-aa074f9aa893), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:49.848579 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-18a29145-857c-4589-8a79-46e6b10bedce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (225664b7-f19a-4666-a204-aa074f9aa893), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:49.874299 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-877c9981-dc2a-4bd5-b28b-8aa8a8df7524 req-89149f6f-68e6-43d3-8da1-07e96a50a64e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] No DVR routers for this DVR port e3b4314c-490f-4b92-b46a-0ebe1ed983f0 on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:18:49.879021 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-877c9981-dc2a-4bd5-b28b-8aa8a8df7524 req-89149f6f-68e6-43d3-8da1-07e96a50a64e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:49.882144 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-877c9981-dc2a-4bd5-b28b-8aa8a8df7524 req-89149f6f-68e6-43d3-8da1-07e96a50a64e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.45 "DELETE /v2.0/ports/e3b4314c-490f-4b92-b46a-0ebe1ed983f0 HTTP/1.1" status: 204 len: 173 time: 0.8849375 Feb 21 04:18:49.882578 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4bf519a-d7d3-4837-9967-170c581923b9', 'name': 'network-vif-deleted', 'tag': 'e3b4314c-490f-4b92-b46a-0ebe1ed983f0'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:18:49.884882 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e6c138-878e-4e39-9d47-257a400f6f46" -d '{"events": [{"server_uuid": "c4bf519a-d7d3-4837-9967-170c581923b9", "name": "network-vif-deleted", "tag": "e3b4314c-490f-4b92-b46a-0ebe1ed983f0"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:18:49.918961 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0c7c0980-b9fe-42f8-9566-a28468397cd9 req-7030a840-74ae-4b54-9d70-d5b84719fb48 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140716 Feb 21 04:18:49.919921 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-18a29145-857c-4589-8a79-46e6b10bedce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d6ccc7785fb24fb9bbda270a509b61d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3254147 Feb 21 04:18:49.922624 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 35158) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:49.946374 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a29145-857c-4589-8a79-46e6b10bedce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225664b7-f19a-4666-a204-aa074f9aa893,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:49.958533 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08323371-89dd-4ea4-8251-3dafa3a561ec x-openstack-request-id: req-08323371-89dd-4ea4-8251-3dafa3a561ec {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:18:49.960004 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4bf519a-d7d3-4837-9967-170c581923b9", "name": "network-vif-deleted", "tag": "e3b4314c-490f-4b92-b46a-0ebe1ed983f0", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:18:49.960286 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08323371-89dd-4ea4-8251-3dafa3a561ec {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:18:49.960659 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4bf519a-d7d3-4837-9967-170c581923b9', 'name': 'network-vif-deleted', 'tag': 'e3b4314c-490f-4b92-b46a-0ebe1ed983f0', 'status': 'completed', 'code': 200} Feb 21 04:18:50.008141 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1bde37c1-d1fa-4b8d-83f4-15070fd9d520 admin admin] Publish callbacks [] for security_group (225664b7-f19a-4666-a204-aa074f9aa893), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:50.035704 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1bde37c1-d1fa-4b8d-83f4-15070fd9d520 admin admin] Publish callbacks [] for security_group (225664b7-f19a-4666-a204-aa074f9aa893), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:50.108342 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1bde37c1-d1fa-4b8d-83f4-15070fd9d520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (225664b7-f19a-4666-a204-aa074f9aa893), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:50.111131 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1bde37c1-d1fa-4b8d-83f4-15070fd9d520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:50.115211 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-1bde37c1-d1fa-4b8d-83f4-15070fd9d520 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/225664b7-f19a-4666-a204-aa074f9aa893 HTTP/1.1" status: 204 len: 168 time: 0.1891427 Feb 21 04:18:50.121701 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde37c1-d1fa-4b8d-83f4-15070fd9d520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225664b7-f19a-4666-a204-aa074f9aa893,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:50.295002 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f68389-4c41-4936-b6bb-668237e6ae61 req-cf00d3ee-89cf-48f0-8779-754c6d7ad27a tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:50.296547 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f0f68389-4c41-4936-b6bb-668237e6ae61 req-cf00d3ee-89cf-48f0-8779-754c6d7ad27a tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 944 time: 0.1131308 Feb 21 04:18:50.366282 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f0f68389-4c41-4936-b6bb-668237e6ae61 req-42ddfae7-ef3a-471b-8838-334efe96f96e tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588200 Feb 21 04:18:50.475084 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 35168) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:50.488582 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9e96101c-0e7e-4317-9cf3-d6d36979e80a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:50.581799 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9e96101c-0e7e-4317-9cf3-d6d36979e80a admin admin] Publish callbacks [] for security_group (1980f879-4ddd-41c3-8210-07fdd818a6c9), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:50.590091 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9e96101c-0e7e-4317-9cf3-d6d36979e80a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (1980f879-4ddd-41c3-8210-07fdd818a6c9), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:50.629744 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96101c-0e7e-4317-9cf3-d6d36979e80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1980f879-4ddd-41c3-8210-07fdd818a6c9,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:50.634901 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-9e96101c-0e7e-4317-9cf3-d6d36979e80a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf4d16b20d1744e4b1ef5a13d661effc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1587656 Feb 21 04:18:50.637777 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 35174) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:50.710574 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a55ad12b-5957-43c6-9942-a6409c774a03 admin admin] Publish callbacks [] for security_group (1980f879-4ddd-41c3-8210-07fdd818a6c9), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:50.736005 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a55ad12b-5957-43c6-9942-a6409c774a03 admin admin] Publish callbacks [] for security_group (1980f879-4ddd-41c3-8210-07fdd818a6c9), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:50.822851 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a55ad12b-5957-43c6-9942-a6409c774a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (1980f879-4ddd-41c3-8210-07fdd818a6c9), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:50.825561 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a55ad12b-5957-43c6-9942-a6409c774a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:50.828694 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-a55ad12b-5957-43c6-9942-a6409c774a03 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1980f879-4ddd-41c3-8210-07fdd818a6c9 HTTP/1.1" status: 204 len: 168 time: 0.1884003 Feb 21 04:18:50.837892 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ad12b-5957-43c6-9942-a6409c774a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1980f879-4ddd-41c3-8210-07fdd818a6c9,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:50.902387 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f356d83-15fb-4902-ada2-57e5337b942b req-e7783eda-98a9-4f2d-a7fa-ed707f058106 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:50.905029 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3f356d83-15fb-4902-ada2-57e5337b942b req-e7783eda-98a9-4f2d-a7fa-ed707f058106 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0650523 Feb 21 04:18:50.969443 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3f356d83-15fb-4902-ada2-57e5337b942b req-458af3d8-0e61-4c6f-ab1c-69b2ecd35b20 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570633 Feb 21 04:18:51.066903 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1f220-cd42-4581-8e8d-ec6ca8d46d51 req-20c2d99e-57b0-475b-88c4-1b2f6cd086f0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:51.068537 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-10b1f220-cd42-4581-8e8d-ec6ca8d46d51 req-20c2d99e-57b0-475b-88c4-1b2f6cd086f0 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0742824 Feb 21 04:18:51.140507 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-10b1f220-cd42-4581-8e8d-ec6ca8d46d51 req-f6470d1a-2410-4f89-b94a-a6682669cc70 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658076 Feb 21 04:18:51.539392 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f9abcc-581a-4f12-a9c1-f801a50be60f req-af27514e-08a5-4db2-8af1-13f7140e6a32 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:51.547762 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-82f9abcc-581a-4f12-a9c1-f801a50be60f req-af27514e-08a5-4db2-8af1-13f7140e6a32 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 944 time: 0.0987537 Feb 21 04:18:51.658327 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-82f9abcc-581a-4f12-a9c1-f801a50be60f req-f6e61411-451b-4b8a-9dda-a31f46089846 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010876 Feb 21 04:18:52.139802 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad09525-2103-4154-bee7-c6bff6214b15 req-8217f42f-2e8f-4823-a5f5-bba442057d6e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:52.142059 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5ad09525-2103-4154-bee7-c6bff6214b15 req-8217f42f-2e8f-4823-a5f5-bba442057d6e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0751216 Feb 21 04:18:52.225890 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5ad09525-2103-4154-bee7-c6bff6214b15 req-879435a9-805f-4b4a-a9b9-b5fc3d8e1949 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768940 Feb 21 04:18:52.328101 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34085715-8d79-4e13-b656-43ff576a5a59 req-d3821de8-6025-44e2-a85c-96faa76fd08a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:52.336562 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-34085715-8d79-4e13-b656-43ff576a5a59 req-d3821de8-6025-44e2-a85c-96faa76fd08a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0741305 Feb 21 04:18:52.389489 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-34085715-8d79-4e13-b656-43ff576a5a59 req-e26d3882-3dd9-4f19-9230-6bc44c4dcb74 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516808 Feb 21 04:18:52.590937 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 6a28ec8f-dde8-4a3b-a275-da59e9456f43 up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:18:52.648380 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 6a28ec8f-dde8-4a3b-a275-da59e9456f43 completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:18:52.652708 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 6a28ec8f-dde8-4a3b-a275-da59e9456f43 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:18:52.653653 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:52.761341 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 6a28ec8f-dde8-4a3b-a275-da59e9456f43 is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:18:52.761745 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:52.830619 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f219b-f4c7-4dec-a81f-cb5b61c8390f req-0a8b51f1-49de-452e-a06f-5973a99f17b6 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:52.839134 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4d7f219b-f4c7-4dec-a81f-cb5b61c8390f req-0a8b51f1-49de-452e-a06f-5973a99f17b6 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 944 time: 0.0801528 Feb 21 04:18:52.899438 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4d7f219b-f4c7-4dec-a81f-cb5b61c8390f req-9c7fcbc5-536d-4012-af9c-0d36dcb6e1e0 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586989 Feb 21 04:18:52.922667 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 6a28ec8f-dde8-4a3b-a275-da59e9456f43, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6a28ec8f-dde8-4a3b-a275-da59e9456f43,segment=NetworkSegment(98cf5300-96c1-4bb0-a65f-2f0bb879ba2a),segment_id=98cf5300-96c1-4bb0-a65f-2f0bb879ba2a)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:52.924448 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce2584f-e283-4a21-9f5a-ff65156c3134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a28ec8f-dde8-4a3b-a275-da59e9456f43'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:18:52.927266 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8a3f64-e934-4940-8221-82eff31d4627" -d '{"events": [{"server_uuid": "8ce2584f-e283-4a21-9f5a-ff65156c3134", "name": "network-vif-plugged", "status": "completed", "tag": "6a28ec8f-dde8-4a3b-a275-da59e9456f43"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:18:52.947097 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:52.973446 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7e0814-b1fd-4536-ba42-53da9f55ef84 x-openstack-request-id: req-3d7e0814-b1fd-4536-ba42-53da9f55ef84 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:18:52.973759 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce2584f-e283-4a21-9f5a-ff65156c3134", "name": "network-vif-plugged", "status": "completed", "tag": "6a28ec8f-dde8-4a3b-a275-da59e9456f43", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:18:52.974017 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d7e0814-b1fd-4536-ba42-53da9f55ef84 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:18:52.974415 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce2584f-e283-4a21-9f5a-ff65156c3134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a28ec8f-dde8-4a3b-a275-da59e9456f43', 'code': 200} Feb 21 04:18:53.001405 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=6a28ec8f-dde8-4a3b-a275-da59e9456f43,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:53.379226 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e78789-3292-47b1-b899-d5c6aa2b3ced req-b0fa9527-883c-410b-bc2c-63a749a65509 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:53.387045 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-58e78789-3292-47b1-b899-d5c6aa2b3ced req-b0fa9527-883c-410b-bc2c-63a749a65509 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0760262 Feb 21 04:18:53.453573 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-58e78789-3292-47b1-b899-d5c6aa2b3ced req-c5f7f19f-7f9d-4539-8950-bc9658076f59 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653472 Feb 21 04:18:53.533287 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0af2da-507a-4ee5-aa07-f7915d8112da req-121560eb-5be0-47eb-b8e4-985834a0f39a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:53.539948 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1a0af2da-507a-4ee5-aa07-f7915d8112da req-121560eb-5be0-47eb-b8e4-985834a0f39a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0773423 Feb 21 04:18:53.597055 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1a0af2da-507a-4ee5-aa07-f7915d8112da req-8f60ec5f-e5fc-4515-8373-6f03ddee646d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502114 Feb 21 04:18:54.037655 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46362d0c-1529-48ec-89c4-3a05cf7063d4 req-a9431687-4854-438f-976c-8c11b654ac2b tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:54.039198 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-46362d0c-1529-48ec-89c4-3a05cf7063d4 req-a9431687-4854-438f-976c-8c11b654ac2b tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 945 time: 0.0630250 Feb 21 04:18:54.097115 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-46362d0c-1529-48ec-89c4-3a05cf7063d4 req-e12c77aa-f348-4298-a2c1-3d20a9b93dee tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520880 Feb 21 04:18:54.581543 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64123f1a-8732-468a-adfb-9c3388a5bcb6 req-f7af4d96-9aa2-44e7-8393-2c1d0134d972 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:54.583189 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-64123f1a-8732-468a-adfb-9c3388a5bcb6 req-f7af4d96-9aa2-44e7-8393-2c1d0134d972 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0626340 Feb 21 04:18:54.664973 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-64123f1a-8732-468a-adfb-9c3388a5bcb6 req-4b4570d2-1f39-480d-80ea-ee84df03d76b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754964 Feb 21 04:18:54.724649 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fd15b2-87d6-427a-b59d-2a32f66bf28e req-98dd7957-aa3a-4205-9825-58dc296830f7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:54.731299 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6fd15b2-87d6-427a-b59d-2a32f66bf28e req-98dd7957-aa3a-4205-9825-58dc296830f7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0614955 Feb 21 04:18:54.791439 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6fd15b2-87d6-427a-b59d-2a32f66bf28e req-8df78741-a41b-450c-b64a-aacf418113b1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591676 Feb 21 04:18:54.974529 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device e3b4314c-490f-4b92-b46a-0ebe1ed983f0 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:18:55.031856 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: e3b4314c-490f-4b92-b46a-0ebe1ed983f0 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:18:55.032364 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device e3b4314c-490f-4b92-b46a-0ebe1ed983f0 not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:18:55.223682 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496883fb-559a-44cf-bcb1-176e26a694d7 req-f676314e-af83-48bd-957f-a1997a7102a6 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:55.225163 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-496883fb-559a-44cf-bcb1-176e26a694d7 req-f676314e-af83-48bd-957f-a1997a7102a6 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 945 time: 0.0575311 Feb 21 04:18:55.281787 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-496883fb-559a-44cf-bcb1-176e26a694d7 req-dc586abc-1130-4f57-9070-ffe743bf5c1f tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468879 Feb 21 04:18:55.475080 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248103e1-f7d0-42d1-a092-7e11c98b0927 req-946266e4-2d4e-49e4-9cc5-bbf1483b9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:55.476561 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-248103e1-f7d0-42d1-a092-7e11c98b0927 req-946266e4-2d4e-49e4-9cc5-bbf1483b9a0c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 1129 time: 0.0464907 Feb 21 04:18:55.536400 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-248103e1-f7d0-42d1-a092-7e11c98b0927 req-7193ba4d-c3f1-4f74-922a-42955c012eef service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529208 Feb 21 04:18:55.813947 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925ecc5-3395-4d6d-aea5-6e75dcc098c6 req-adda3810-2fdb-49fc-add7-f6de20ff4daa tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:55.815606 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a925ecc5-3395-4d6d-aea5-6e75dcc098c6 req-adda3810-2fdb-49fc-add7-f6de20ff4daa tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0622373 Feb 21 04:18:55.912384 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a925ecc5-3395-4d6d-aea5-6e75dcc098c6 req-90bbf729-20e6-44e9-9741-093e6dfd7c1b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861681 Feb 21 04:18:55.968950 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b1592-38ce-46bf-9e0f-8e987e0037ad req-771bcfed-84f3-4e2a-8148-291609739c89 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:55.970472 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-940b1592-38ce-46bf-9e0f-8e987e0037ad req-771bcfed-84f3-4e2a-8148-291609739c89 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0722175 Feb 21 04:18:56.058532 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-940b1592-38ce-46bf-9e0f-8e987e0037ad req-819f37a0-7ce1-4361-b55b-edbb2572c917 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674660 Feb 21 04:18:56.106149 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c51d8641-e395-4d8d-ab44-e1b98174d8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:56.413407 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06e5fd-3d89-431d-9918-f6719a02943b req-921e4eda-f20c-49e5-8fd4-4fe3d0e54426 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:56.415554 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8c06e5fd-3d89-431d-9918-f6719a02943b req-921e4eda-f20c-49e5-8fd4-4fe3d0e54426 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 945 time: 0.0561993 Feb 21 04:18:56.497320 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8c06e5fd-3d89-431d-9918-f6719a02943b req-e84b306a-04dc-4ebe-90ae-8c4b0633a1cb tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692954 Feb 21 04:18:56.505552 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e320b8-66e3-4611-8d54-e7170bd09ce8 req-c7d0026b-2329-4a54-b927-50421471026d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:56.507015 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f3e320b8-66e3-4611-8d54-e7170bd09ce8 req-c7d0026b-2329-4a54-b927-50421471026d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 945 time: 0.0889657 Feb 21 04:18:56.613914 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-f3e320b8-66e3-4611-8d54-e7170bd09ce8 req-6479de60-9c74-4087-94fe-05bd1bfb713b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Deleting port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:18:56.614169 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-f3e320b8-66e3-4611-8d54-e7170bd09ce8 req-6479de60-9c74-4087-94fe-05bd1bfb713b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:56.706086 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-f3e320b8-66e3-4611-8d54-e7170bd09ce8 req-6479de60-9c74-4087-94fe-05bd1bfb713b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] For port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:18:56.706447 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-f3e320b8-66e3-4611-8d54-e7170bd09ce8 req-6479de60-9c74-4087-94fe-05bd1bfb713b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:56.718288 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-f3e320b8-66e3-4611-8d54-e7170bd09ce8 req-6479de60-9c74-4087-94fe-05bd1bfb713b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Calling delete_port for d27cb79f-b2f0-42e8-b1b6-081f71fbfcee owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:18:56.841763 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-f3e320b8-66e3-4611-8d54-e7170bd09ce8 req-6479de60-9c74-4087-94fe-05bd1bfb713b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (d27cb79f-b2f0-42e8-b1b6-081f71fbfcee), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:56.853214 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5', 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e', '202428dd-b415-43d4-9158-7c34074b9adf', 'd27cb79f-b2f0-42e8-b1b6-081f71fbfcee'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:18:56.873177 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479de60-9c74-4087-94fe-05bd1bfb713b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Pushing event deleted for resources: {'Port': ['ID=d27cb79f-b2f0-42e8-b1b6-081f71fbfcee,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:56.914476 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e320b8-66e3-4611-8d54-e7170bd09ce8 req-6479de60-9c74-4087-94fe-05bd1bfb713b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] No DVR routers for this DVR port d27cb79f-b2f0-42e8-b1b6-081f71fbfcee on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:18:56.917095 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-f3e320b8-66e3-4611-8d54-e7170bd09ce8 req-6479de60-9c74-4087-94fe-05bd1bfb713b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:56.920363 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f3e320b8-66e3-4611-8d54-e7170bd09ce8 req-6479de60-9c74-4087-94fe-05bd1bfb713b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "DELETE /v2.0/ports/d27cb79f-b2f0-42e8-b1b6-081f71fbfcee HTTP/1.1" status: 204 len: 173 time: 0.4078810 Feb 21 04:18:56.920824 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f1fe68-8efa-45ce-8c76-671456eca8ec', 'name': 'network-vif-deleted', 'tag': 'd27cb79f-b2f0-42e8-b1b6-081f71fbfcee'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:18:56.923033 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99cdf0b-3707-4fe6-9265-641b716d5c29" -d '{"events": [{"server_uuid": "c8f1fe68-8efa-45ce-8c76-671456eca8ec", "name": "network-vif-deleted", "tag": "d27cb79f-b2f0-42e8-b1b6-081f71fbfcee"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:18:56.958430 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab0d772-99a2-45d8-8b35-7f28d7a8ff4f x-openstack-request-id: req-6ab0d772-99a2-45d8-8b35-7f28d7a8ff4f {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:18:56.958719 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f1fe68-8efa-45ce-8c76-671456eca8ec", "name": "network-vif-deleted", "tag": "d27cb79f-b2f0-42e8-b1b6-081f71fbfcee", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:18:56.958970 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6ab0d772-99a2-45d8-8b35-7f28d7a8ff4f {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:18:56.959367 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f1fe68-8efa-45ce-8c76-671456eca8ec', 'name': 'network-vif-deleted', 'tag': 'd27cb79f-b2f0-42e8-b1b6-081f71fbfcee', 'status': 'completed', 'code': 200} Feb 21 04:18:57.083196 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e912b4-20f5-4309-827f-0d45a97410cf req-9bd2d74a-09ce-44c9-8c08-2a1b7eb9be1e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:57.084792 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18e912b4-20f5-4309-827f-0d45a97410cf req-9bd2d74a-09ce-44c9-8c08-2a1b7eb9be1e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0586209 Feb 21 04:18:57.157223 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18e912b4-20f5-4309-827f-0d45a97410cf req-bb4b8d9d-de40-4209-985a-30eda7fe9f1a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648975 Feb 21 04:18:57.177491 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dfcd66d2-ad16-4e8e-903f-9394385c4232 req-c3700d2e-0300-4dbb-924d-ca9f9adf9db2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=c8f1fe68-8efa-45ce-8c76-671456eca8ec HTTP/1.1" status: 200 len: 210 time: 0.0418587 Feb 21 04:18:57.616971 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c4d41-8389-45b5-bcb0-1df93e796206 req-e1583fc7-1e5a-47ac-bb98-ded620286589 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:57.618723 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-220c4d41-8389-45b5-bcb0-1df93e796206 req-e1583fc7-1e5a-47ac-bb98-ded620286589 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 945 time: 0.0536234 Feb 21 04:18:57.677322 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-220c4d41-8389-45b5-bcb0-1df93e796206 req-94caf482-afa2-4024-b36d-a4afe15f1d9d tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528195 Feb 21 04:18:58.008672 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356414d-69d7-4071-946e-9c6fee028520 req-47036325-9162-42b2-a503-054a34945dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:58.010065 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7356414d-69d7-4071-946e-9c6fee028520 req-47036325-9162-42b2-a503-054a34945dc5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 1130 time: 0.0443766 Feb 21 04:18:58.142801 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-281a102c-caaf-460c-97e9-e928d86f9bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:58.365460 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcead92d-d618-4166-9502-37498c30da80 req-d6a434c8-9d5b-43f4-98e4-795fb276a9ee tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:58.366926 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bcead92d-d618-4166-9502-37498c30da80 req-d6a434c8-9d5b-43f4-98e4-795fb276a9ee tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0822442 Feb 21 04:18:58.370180 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356414d-69d7-4071-946e-9c6fee028520 req-7f53aa94-b2ab-447d-9dad-ad7b8f721325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:58.371781 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7356414d-69d7-4071-946e-9c6fee028520 req-7f53aa94-b2ab-447d-9dad-ad7b8f721325 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 917 time: 0.3550537 Feb 21 04:18:58.480196 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7356414d-69d7-4071-946e-9c6fee028520 req-8fd4b13f-9a6e-4757-b934-388735607aef service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b HTTP/1.1" status: 200 len: 1002 time: 0.0996096 Feb 21 04:18:58.485527 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bcead92d-d618-4166-9502-37498c30da80 req-76515165-bd3a-4ac5-bca4-994895e8d425 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112831 Feb 21 04:18:58.535262 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356414d-69d7-4071-946e-9c6fee028520 req-e825785c-f5fe-4317-bf23-f75c17203628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:58.536610 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7356414d-69d7-4071-946e-9c6fee028520 req-e825785c-f5fe-4317-bf23-f75c17203628 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0493231 Feb 21 04:18:58.591945 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7356414d-69d7-4071-946e-9c6fee028520 req-b170e7e4-1894-4942-a418-e3a65eb46bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:58.593521 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7356414d-69d7-4071-946e-9c6fee028520 req-b170e7e4-1894-4942-a418-e3a65eb46bb6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504436 Feb 21 04:18:58.692706 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7356414d-69d7-4071-946e-9c6fee028520 req-481e1bb3-f009-406a-a817-be5dbe3f3129 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922325 Feb 21 04:18:58.838690 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7356414d-69d7-4071-946e-9c6fee028520 req-87253856-e9ee-4843-9051-246110000960 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403334 Feb 21 04:18:58.856715 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d123ae-d88e-4a96-b3cf-4168351c0d2f req-b7bf31f1-a70b-430a-9708-40616795b1ec tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:58.859499 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-91d123ae-d88e-4a96-b3cf-4168351c0d2f req-b7bf31f1-a70b-430a-9708-40616795b1ec tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 945 time: 0.0733736 Feb 21 04:18:58.913151 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-91d123ae-d88e-4a96-b3cf-4168351c0d2f req-022b4afc-01dd-4c0a-bd97-4f9a93bfbd17 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488646 Feb 21 04:18:59.020741 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 35376) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:59.122534 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a679a702-38c6-4f2b-b79e-3443da584d1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:59.199021 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a679a702-38c6-4f2b-b79e-3443da584d1a admin admin] Publish callbacks [] for security_group (7393537f-fbb5-490d-8af0-6dc63a14febb), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:59.202884 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a679a702-38c6-4f2b-b79e-3443da584d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (7393537f-fbb5-490d-8af0-6dc63a14febb), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:59.238592 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679a702-38c6-4f2b-b79e-3443da584d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7393537f-fbb5-490d-8af0-6dc63a14febb,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:59.243121 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-a679a702-38c6-4f2b-b79e-3443da584d1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad70f1e6db4b4fbb9fcbc1ce553192ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212994 Feb 21 04:18:59.245671 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 35384) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:18:59.296700 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4c10508b-76a9-4ac2-843e-763e1662e392 admin admin] Publish callbacks [] for security_group (7393537f-fbb5-490d-8af0-6dc63a14febb), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:59.317615 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4c10508b-76a9-4ac2-843e-763e1662e392 admin admin] Publish callbacks [] for security_group (7393537f-fbb5-490d-8af0-6dc63a14febb), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:59.367416 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4c10508b-76a9-4ac2-843e-763e1662e392 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (7393537f-fbb5-490d-8af0-6dc63a14febb), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:59.369832 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4c10508b-76a9-4ac2-843e-763e1662e392 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:59.373658 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-4c10508b-76a9-4ac2-843e-763e1662e392 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7393537f-fbb5-490d-8af0-6dc63a14febb HTTP/1.1" status: 204 len: 168 time: 0.1262813 Feb 21 04:18:59.381866 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10508b-76a9-4ac2-843e-763e1662e392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7393537f-fbb5-490d-8af0-6dc63a14febb,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:18:59.484074 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:18:59.649901 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69603f0a-6f7f-4aae-b660-fb597e2e251d req-3a2957ae-dc50-4fb6-8b64-d109d047ca1b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:59.663148 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-69603f0a-6f7f-4aae-b660-fb597e2e251d req-3a2957ae-dc50-4fb6-8b64-d109d047ca1b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0842803 Feb 21 04:18:59.736384 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-69603f0a-6f7f-4aae-b660-fb597e2e251d req-4f3a658a-4efa-4a0b-b71c-0b2dcd462e73 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716448 Feb 21 04:18:59.797560 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f003a1-4d2a-4fc5-b7c9-99fda001382b req-569e773a-8b07-4aa0-8c59-deca57e21dd5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:18:59.799226 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-14f003a1-4d2a-4fc5-b7c9-99fda001382b req-569e773a-8b07-4aa0-8c59-deca57e21dd5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 946 time: 0.0738060 Feb 21 04:18:59.852581 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-14f003a1-4d2a-4fc5-b7c9-99fda001382b req-8974ceef-77f8-4087-a0cf-54cb47142cf8 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476389 Feb 21 04:19:00.510483 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:19:00.847650 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:00.873455 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd59e5-5a1e-46a4-8d41-e4fc5383cf10 req-02351791-ca3d-46ed-9fae-deea6dd6d171 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:00.875053 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c3dd59e5-5a1e-46a4-8d41-e4fc5383cf10 req-02351791-ca3d-46ed-9fae-deea6dd6d171 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 946 time: 0.0622256 Feb 21 04:19:00.926860 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c3dd59e5-5a1e-46a4-8d41-e4fc5383cf10 req-69156bfe-7114-4d19-bd0e-8a0376619a34 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459960 Feb 21 04:19:01.142927 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4785ef-8ff6-4a0f-83df-c2eb629aa30b req-f029477b-7069-4a44-a11f-c15efd215523 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:01.144406 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4f4785ef-8ff6-4a0f-83df-c2eb629aa30b req-f029477b-7069-4a44-a11f-c15efd215523 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 946 time: 0.0512114 Feb 21 04:19:01.190628 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4f4785ef-8ff6-4a0f-83df-c2eb629aa30b req-6adc910a-edbe-4ad4-acb3-e7d31c7a1c64 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Feb 21 04:19:01.544458 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device d27cb79f-b2f0-42e8-b1b6-081f71fbfcee no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:19:01.566945 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: d27cb79f-b2f0-42e8-b1b6-081f71fbfcee {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:19:01.567291 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device d27cb79f-b2f0-42e8-b1b6-081f71fbfcee not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:19:01.567707 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad4a893e-bbd1-41d8-a92a-483868402b5b no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:19:01.639656 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ad4a893e-bbd1-41d8-a92a-483868402b5b is: ACTIVE; New status is: DOWN {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:19:01.640041 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:01.666244 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:01.668468 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1252bd4e-22a6-42c8-84dc-42896400df4d" -d '{"events": [{"server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:01.683415 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:01.688428 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:01.714390 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c800b9-00d2-4ccb-a088-603235d91ae0 x-openstack-request-id: req-a7c800b9-00d2-4ccb-a088-603235d91ae0 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:01.714706 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "name": "network-vif-unplugged", "status": "completed", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:01.714968 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a7c800b9-00d2-4ccb-a088-603235d91ae0 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:01.715362 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'code': 200} Feb 21 04:19:01.743352 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ad4a893e-bbd1-41d8-a92a-483868402b5b,revision_number=8']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:02.047103 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e54bc1-a32e-4b06-872a-6234c7bbb7d1 req-7956a656-505b-429c-b195-204398aac51f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:02.048575 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-40e54bc1-a32e-4b06-872a-6234c7bbb7d1 req-7956a656-505b-429c-b195-204398aac51f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0509820 Feb 21 04:19:02.096443 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-40e54bc1-a32e-4b06-872a-6234c7bbb7d1 req-81202340-9424-45d1-87e9-912add3b887a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424223 Feb 21 04:19:02.402625 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c0b6f0-0594-4993-8417-351d5f7ec86f req-26bafd53-5235-4361-9870-0b9715a0e9e6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:02.404375 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-82c0b6f0-0594-4993-8417-351d5f7ec86f req-26bafd53-5235-4361-9870-0b9715a0e9e6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 946 time: 0.1465735 Feb 21 04:19:02.450735 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-82c0b6f0-0594-4993-8417-351d5f7ec86f req-da040b3b-36dc-4e31-8922-cf70839a36ca tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407500 Feb 21 04:19:02.495280 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:03.218569 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fff350-d3b6-4a39-b326-c672e3547f67 req-caa7fd27-96cb-436b-ad6c-d8f3010214f7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:03.220022 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-81fff350-d3b6-4a39-b326-c672e3547f67 req-caa7fd27-96cb-436b-ad6c-d8f3010214f7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0511127 Feb 21 04:19:03.268016 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-81fff350-d3b6-4a39-b326-c672e3547f67 req-3617c9e7-360c-4b3e-8ed0-537080b97a0c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419331 Feb 21 04:19:03.570479 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537987be-3644-4538-940f-6de104d7ccf0 req-b049e1b5-bbe1-45cf-88dd-7ee5ac2ac3e7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:03.571955 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-537987be-3644-4538-940f-6de104d7ccf0 req-b049e1b5-bbe1-45cf-88dd-7ee5ac2ac3e7 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 946 time: 0.0567400 Feb 21 04:19:03.618523 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-537987be-3644-4538-940f-6de104d7ccf0 req-c04b3729-283e-4df7-9120-049e8a8cf18b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410588 Feb 21 04:19:03.852343 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c6d32-58cf-495f-9317-638e6f084bc1 req-52495f59-3fda-46a8-9b7c-07eafcd5e70d tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:03.853880 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e25c6d32-58cf-495f-9317-638e6f084bc1 req-52495f59-3fda-46a8-9b7c-07eafcd5e70d tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 945 time: 0.0521762 Feb 21 04:19:03.901035 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e25c6d32-58cf-495f-9317-638e6f084bc1 req-f673ff0e-4aef-44e8-9e2e-78380e8c62f4 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Feb 21 04:19:04.016514 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5886df1-ede9-4154-b553-25aea32461f7 req-37a4ca8f-cc1b-4d27-a88e-031b65926ddd tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:04.018003 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-37a4ca8f-cc1b-4d27-a88e-031b65926ddd tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/networks?id=6ccc7210-5287-4fb4-a169-f1209c8506d4 HTTP/1.1" status: 200 len: 814 time: 0.0993772 Feb 21 04:19:04.031968 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-ce2aa4c5-8074-4809-98a0-7df4e46647e2 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/quotas/f22350c00f594a80bdd31d6352b095e2 HTTP/1.1" status: 200 len: 375 time: 0.0087767 Feb 21 04:19:04.062281 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-b7c4382a-8202-4b62-8416-3e7b168952d0 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f22350c00f594a80bdd31d6352b095e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257595 Feb 21 04:19:04.152776 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-6493436c-f79d-4cc9-ac35-edb39111397d service neutron] 10.222.0.10 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835929 Feb 21 04:19:04.240782 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-ad1f9c0b-05a7-479f-9faf-252bf784625d service neutron] 10.222.0.10 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821326 Feb 21 04:19:04.408592 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c38b6d-fa29-426f-a049-a2aecb431d3c req-22078788-7e00-4a6d-b27a-32ed6df6a90d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:04.410932 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79c38b6d-fa29-426f-a049-a2aecb431d3c req-22078788-7e00-4a6d-b27a-32ed6df6a90d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0678141 Feb 21 04:19:04.478754 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f84bdc74-ed84-4c20-8c03-afc575b8e6b0 req-9c46fb13-111d-4f25-8962-c3a9767a17c4 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 210 time: 0.1023829 Feb 21 04:19:04.498674 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79c38b6d-fa29-426f-a049-a2aecb431d3c req-3b820e28-7f5a-4801-b483-bc0ef71245a4 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821931 Feb 21 04:19:04.750516 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1435d-25c4-4c25-a7eb-2275b1f4fcd9 req-7e05e574-5756-46d2-ad75-97c8a3183cc4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:04.752012 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7de1435d-25c4-4c25-a7eb-2275b1f4fcd9 req-7e05e574-5756-46d2-ad75-97c8a3183cc4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 946 time: 0.0609281 Feb 21 04:19:04.805203 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7de1435d-25c4-4c25-a7eb-2275b1f4fcd9 req-19bd3543-98f0-4a55-9e6b-5dd84896b092 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470576 Feb 21 04:19:05.005310 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-cdfcb5bd-66b2-4917-b0ee-c3ae01288a03 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=a283a65347cb40d49115aa80e0927d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469673 Feb 21 04:19:05.167509 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d0379c-d095-4a0e-9cff-af1b20713d38 req-afe3e32b-3cca-40f7-a414-95564227ddb6 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:05.168944 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-36d0379c-d095-4a0e-9cff-af1b20713d38 req-afe3e32b-3cca-40f7-a414-95564227ddb6 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 945 time: 0.1882687 Feb 21 04:19:05.234053 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-5a6645b7-ce9b-4b99-9214-907634788bd1 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:05.235490 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-5a6645b7-ce9b-4b99-9214-907634788bd1 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2138333 Feb 21 04:19:05.259757 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-7b936cdc-7c2f-4eda-8aa0-19188569d9d9 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/quotas/a283a65347cb40d49115aa80e0927d0e HTTP/1.1" status: 200 len: 375 time: 0.0188565 Feb 21 04:19:05.263890 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-36d0379c-d095-4a0e-9cff-af1b20713d38 req-738f0221-9171-4839-a427-9fc17b2c8856 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871990 Feb 21 04:19:05.292594 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-756636e9-fdc4-4a18-a779-06c7690027a5 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a283a65347cb40d49115aa80e0927d0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278037 Feb 21 04:19:05.449591 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4bf08b4b-a493-42ab-889c-67316ac78ea4 req-2da72053-9b07-47d9-b8a8-4f056e2c064e tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 210 time: 0.0308247 Feb 21 04:19:05.600942 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f8e898dc-567a-45c1-b81f-57586b739a8e req-56966aac-1fd6-4fc4-9fe5-dbee315a39e8 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 210 time: 0.0399380 Feb 21 04:19:05.674701 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8153e21e-4c46-438f-952d-5a72eb4e994e req-c0829cf8-a03b-489d-afb2-5c70c8c86f93 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:05.676334 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8153e21e-4c46-438f-952d-5a72eb4e994e req-c0829cf8-a03b-489d-afb2-5c70c8c86f93 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0744169 Feb 21 04:19:05.783613 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8153e21e-4c46-438f-952d-5a72eb4e994e req-cae1bcc8-3f74-4776-b53b-cf4968b7b7ee tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934339 Feb 21 04:19:05.802360 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03908fcc-ceb0-444f-aa5e-abcf16291e4a req-63641151-f239-4a5b-ae7b-098eb3521feb tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:05.804206 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-03908fcc-ceb0-444f-aa5e-abcf16291e4a req-63641151-f239-4a5b-ae7b-098eb3521feb tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 946 time: 0.1030152 Feb 21 04:19:05.968272 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5886df1-ede9-4154-b553-25aea32461f7 req-1b02fc00-485f-43da-96d7-7c5f728fcfec tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:05.971438 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-1b02fc00-485f-43da-96d7-7c5f728fcfec tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.45 "GET /v2.0/networks?id=6ccc7210-5287-4fb4-a169-f1209c8506d4 HTTP/1.1" status: 200 len: 814 time: 0.1963501 Feb 21 04:19:06.013956 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Request body: {'port': {'device_id': 'ea586516-1575-4b69-b10e-b3f281b70c99', 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4', 'admin_state_up': True, 'tenant_id': 'f22350c00f594a80bdd31d6352b095e2'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:19:06.018670 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b26b7-43bf-4f53-8e99-2d272d9d4c83 req-482ecc19-4cb4-477b-8d97-d1c3109b04c9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:06.020241 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b42b26b7-43bf-4f53-8e99-2d272d9d4c83 req-482ecc19-4cb4-477b-8d97-d1c3109b04c9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 946 time: 0.1107111 Feb 21 04:19:06.045049 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-03908fcc-ceb0-444f-aa5e-abcf16291e4a req-82f68d9c-9ce7-47ef-accf-0af9b77abd8e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Deleting port 202428dd-b415-43d4-9158-7c34074b9adf {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:19:06.045392 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-03908fcc-ceb0-444f-aa5e-abcf16291e4a req-82f68d9c-9ce7-47ef-accf-0af9b77abd8e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (202428dd-b415-43d4-9158-7c34074b9adf), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:06.136937 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b42b26b7-43bf-4f53-8e99-2d272d9d4c83 req-22ab1259-4c63-4c93-9863-8544d58b19cf tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996306 Feb 21 04:19:06.166722 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-03908fcc-ceb0-444f-aa5e-abcf16291e4a req-82f68d9c-9ce7-47ef-accf-0af9b77abd8e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] For port 202428dd-b415-43d4-9158-7c34074b9adf, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=202428dd-b415-43d4-9158-7c34074b9adf,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:06.167092 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-03908fcc-ceb0-444f-aa5e-abcf16291e4a req-82f68d9c-9ce7-47ef-accf-0af9b77abd8e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (202428dd-b415-43d4-9158-7c34074b9adf), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:06.182880 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-03908fcc-ceb0-444f-aa5e-abcf16291e4a req-82f68d9c-9ce7-47ef-accf-0af9b77abd8e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Calling delete_port for 202428dd-b415-43d4-9158-7c34074b9adf owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:19:06.202560 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2174a1-e0e2-4a0d-81fe-3efadf8454fe req-75648c0d-8962-4e2e-8e78-af011abc0340 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:06.204408 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-1b2174a1-e0e2-4a0d-81fe-3efadf8454fe req-75648c0d-8962-4e2e-8e78-af011abc0340 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 945 time: 0.2315629 Feb 21 04:19:06.353920 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-03908fcc-ceb0-444f-aa5e-abcf16291e4a req-82f68d9c-9ce7-47ef-accf-0af9b77abd8e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (202428dd-b415-43d4-9158-7c34074b9adf), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:06.372977 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5', 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e', '202428dd-b415-43d4-9158-7c34074b9adf'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:19:06.405812 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f68d9c-9ce7-47ef-accf-0af9b77abd8e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Pushing event deleted for resources: {'Port': ['ID=202428dd-b415-43d4-9158-7c34074b9adf,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:06.467983 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-03908fcc-ceb0-444f-aa5e-abcf16291e4a req-82f68d9c-9ce7-47ef-accf-0af9b77abd8e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] No DVR routers for this DVR port 202428dd-b415-43d4-9158-7c34074b9adf on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:19:06.477540 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-03908fcc-ceb0-444f-aa5e-abcf16291e4a req-82f68d9c-9ce7-47ef-accf-0af9b77abd8e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:06.481045 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-03908fcc-ceb0-444f-aa5e-abcf16291e4a req-82f68d9c-9ce7-47ef-accf-0af9b77abd8e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "DELETE /v2.0/ports/202428dd-b415-43d4-9158-7c34074b9adf HTTP/1.1" status: 204 len: 173 time: 0.6645703 Feb 21 04:19:06.481605 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38295c86-79cf-4f53-828c-2f9e5350d0c8', 'name': 'network-vif-deleted', 'tag': '202428dd-b415-43d4-9158-7c34074b9adf'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:06.484149 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeb1426-70b9-43cc-8e49-2e6eca3ed80b" -d '{"events": [{"server_uuid": "38295c86-79cf-4f53-828c-2f9e5350d0c8", "name": "network-vif-deleted", "tag": "202428dd-b415-43d4-9158-7c34074b9adf"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:06.505179 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab501b-fe9e-49cc-955a-bad44d95de02 req-102616da-9d55-4493-9139-304b83b93776 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:06.507864 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0fab501b-fe9e-49cc-955a-bad44d95de02 req-102616da-9d55-4493-9139-304b83b93776 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 945 time: 0.1657469 Feb 21 04:19:06.558377 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [req-0b58115d-46ad-4cf4-9abf-078549d37d35 req-8eb0375e-7555-404b-b176-852931289bc9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:19:06.561480 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0b58115d-46ad-4cf4-9abf-078549d37d35 req-8eb0375e-7555-404b-b176-852931289bc9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0944088 Feb 21 04:19:06.594562 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-994e4b07-8794-437c-9019-8fd902df9989 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=a283a65347cb40d49115aa80e0927d0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288618 Feb 21 04:19:06.665534 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Made reservation on behalf of f22350c00f594a80bdd31d6352b095e2 for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:19:06.669473 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:06.691939 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0fab501b-fe9e-49cc-955a-bad44d95de02 req-001eaeca-517b-40db-8936-123eb1506ad1 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/security-groups?id=a78f7779-1c4a-4773-8ac5-e57565cd4a57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779420 Feb 21 04:19:06.783822 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-beb2a44b-e8f7-45f9-8e64-62fe869611e2 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:06.785394 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-beb2a44b-e8f7-45f9-8e64-62fe869611e2 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855388 Feb 21 04:19:06.806309 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Request body: {'port': {'device_id': '6affb217-bc47-45c6-8219-a6b557defb55', 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a', 'admin_state_up': True, 'tenant_id': 'a283a65347cb40d49115aa80e0927d0e'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:19:06.810867 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-56e92da0-7037-418a-b800-7cb6eadfc610 req-74a4e6d5-8d97-4ad6-b4c9-fbd5acb8b377 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 210 time: 0.0550551 Feb 21 04:19:06.847257 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8811ad-5a90-4089-8e74-f396d7e9c6f4 x-openstack-request-id: req-0c8811ad-5a90-4089-8e74-f396d7e9c6f4 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:06.847571 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38295c86-79cf-4f53-828c-2f9e5350d0c8", "name": "network-vif-deleted", "tag": "202428dd-b415-43d4-9158-7c34074b9adf", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:06.847829 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0c8811ad-5a90-4089-8e74-f396d7e9c6f4 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:06.848236 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38295c86-79cf-4f53-828c-2f9e5350d0c8', 'name': 'network-vif-deleted', 'tag': '202428dd-b415-43d4-9158-7c34074b9adf', 'status': 'completed', 'code': 200} Feb 21 04:19:06.904895 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-1b2174a1-e0e2-4a0d-81fe-3efadf8454fe req-54e218f8-32c3-4b1d-8c5f-62264cd47880 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Deleting port 6a28ec8f-dde8-4a3b-a275-da59e9456f43 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:19:06.905261 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-1b2174a1-e0e2-4a0d-81fe-3efadf8454fe req-54e218f8-32c3-4b1d-8c5f-62264cd47880 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:06.985162 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ae330643-f643-4216-951e-b5a66e2a5669 req-5bbbac87-c01a-4348-9981-338a40bdbe63 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 210 time: 0.0733562 Feb 21 04:19:07.035539 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a25c40-608b-4849-98d2-c160f5256e99 req-fc2a17b4-5c4e-4fa5-bceb-fc3f42de827b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:07.044138 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-05a25c40-608b-4849-98d2-c160f5256e99 req-fc2a17b4-5c4e-4fa5-bceb-fc3f42de827b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.1225407 Feb 21 04:19:07.046156 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Allocated IP 172.20.0.13 (6ccc7210-5287-4fb4-a169-f1209c8506d4/a30a23fe-eeb0-403b-9df9-bfa1059200d1/717f4f68-10eb-467f-bfc7-a3b1a1bfc78f) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:19:07.067401 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-1b2174a1-e0e2-4a0d-81fe-3efadf8454fe req-54e218f8-32c3-4b1d-8c5f-62264cd47880 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] For port 6a28ec8f-dde8-4a3b-a275-da59e9456f43, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6a28ec8f-dde8-4a3b-a275-da59e9456f43,segment=NetworkSegment(98cf5300-96c1-4bb0-a65f-2f0bb879ba2a),segment_id=98cf5300-96c1-4bb0-a65f-2f0bb879ba2a)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:07.067778 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-1b2174a1-e0e2-4a0d-81fe-3efadf8454fe req-54e218f8-32c3-4b1d-8c5f-62264cd47880 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.087880 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-1b2174a1-e0e2-4a0d-81fe-3efadf8454fe req-54e218f8-32c3-4b1d-8c5f-62264cd47880 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Calling delete_port for 6a28ec8f-dde8-4a3b-a275-da59e9456f43 owned by compute:nova {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:19:07.117664 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-05a25c40-608b-4849-98d2-c160f5256e99 req-13ea1fdd-6313-4678-82b9-6f92c94a5a96 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726044 Feb 21 04:19:07.147142 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Made reservation on behalf of a283a65347cb40d49115aa80e0927d0e for: {'port': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:19:07.151453 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.176962 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.193678 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 35646) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:07.292609 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f05867f9-ef3b-4725-9b54-5c9fbb5bc3bf req-6feddf95-99f3-4022-9dd7-e43610f7fa58 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=38295c86-79cf-4f53-828c-2f9e5350d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0410087 Feb 21 04:19:07.351734 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-75a6b41a-48d6-40cb-b0a2-f35d9f142b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.381146 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Publish callbacks [] for security_group (f639f8de-cca2-47b3-a8b5-c35b75a18051), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.388063 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (f639f8de-cca2-47b3-a8b5-c35b75a18051), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.398901 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-1b2174a1-e0e2-4a0d-81fe-3efadf8454fe req-54e218f8-32c3-4b1d-8c5f-62264cd47880 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (6a28ec8f-dde8-4a3b-a275-da59e9456f43), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.425735 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks [] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.446930 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 35658) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:07.457880 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e218f8-32c3-4b1d-8c5f-62264cd47880 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Pushing event deleted for resources: {'Port': ['ID=6a28ec8f-dde8-4a3b-a275-da59e9456f43,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:07.483507 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f639f8de-cca2-47b3-a8b5-c35b75a18051,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:07.563406 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2174a1-e0e2-4a0d-81fe-3efadf8454fe req-54e218f8-32c3-4b1d-8c5f-62264cd47880 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] No DVR routers for this DVR port 6a28ec8f-dde8-4a3b-a275-da59e9456f43 on host hv-cinder-77398 {{(pid=102900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:19:07.583723 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-75a6b41a-48d6-40cb-b0a2-f35d9f142b4c admin admin] Publish callbacks [] for security_group (aa7aca4c-2039-4dc6-a206-6ae585e84564), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.591297 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Allocated IP 192.168.233.19 (45115fa9-f997-42e4-9c51-db7ac029d19a/c5eeec93-6813-4926-9989-dac5ad6aa8a4/aa7d3525-7090-4e66-8272-2fa8eafeec4d) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:19:07.593295 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-75a6b41a-48d6-40cb-b0a2-f35d9f142b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (aa7aca4c-2039-4dc6-a206-6ae585e84564), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.601742 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-1b2174a1-e0e2-4a0d-81fe-3efadf8454fe req-54e218f8-32c3-4b1d-8c5f-62264cd47880 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.605014 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-1b2174a1-e0e2-4a0d-81fe-3efadf8454fe req-54e218f8-32c3-4b1d-8c5f-62264cd47880 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.45 "DELETE /v2.0/ports/6a28ec8f-dde8-4a3b-a275-da59e9456f43 HTTP/1.1" status: 204 len: 173 time: 1.3929205 Feb 21 04:19:07.605454 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ce2584f-e283-4a21-9f5a-ff65156c3134', 'name': 'network-vif-deleted', 'tag': '6a28ec8f-dde8-4a3b-a275-da59e9456f43'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:07.607676 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7276458-53ec-4274-9407-d6232eb2bd71" -d '{"events": [{"server_uuid": "8ce2584f-e283-4a21-9f5a-ff65156c3134", "name": "network-vif-deleted", "tag": "6a28ec8f-dde8-4a3b-a275-da59e9456f43"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:07.636089 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.647393 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-423d22b9-5de7-4e2d-a21a-b98cbf04b499 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1977222 Feb 21 04:19:07.655124 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-75a6b41a-48d6-40cb-b0a2-f35d9f142b4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbd61e2de3eb4116a0175d935a8879c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4557309 Feb 21 04:19:07.655124 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a6b41a-48d6-40cb-b0a2-f35d9f142b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7aca4c-2039-4dc6-a206-6ae585e84564,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:07.655910 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-6d634028-4276-4308-bd36-16b39cbbb81f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:19:07.656941 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-6d634028-4276-4308-bd36-16b39cbbb81f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088935 Feb 21 04:19:07.658212 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 35666) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:07.662517 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30e088b-df53-42ee-88cb-3b94e2ebc873 x-openstack-request-id: req-c30e088b-df53-42ee-88cb-3b94e2ebc873 {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:07.663811 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ce2584f-e283-4a21-9f5a-ff65156c3134", "name": "network-vif-deleted", "tag": "6a28ec8f-dde8-4a3b-a275-da59e9456f43", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:07.664890 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c30e088b-df53-42ee-88cb-3b94e2ebc873 {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:07.669196 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ce2584f-e283-4a21-9f5a-ff65156c3134', 'name': 'network-vif-deleted', 'tag': '6a28ec8f-dde8-4a3b-a275-da59e9456f43', 'status': 'completed', 'code': 200} Feb 21 04:19:07.722748 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Network 6ccc7210-5287-4fb4-a169-f1209c8506d4 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:19:07.725959 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:19:07.728337 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:19:07.772081 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Pushing event updated for resources: {'Port': ['ID=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:07.788173 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cd9ec59c-74e1-40c9-a527-4dda993026fb admin admin] Publish callbacks [] for security_group (aa7aca4c-2039-4dc6-a206-6ae585e84564), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.803240 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:07.804203 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.808019 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 35674) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:07.833447 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-a55e1ffc-fa06-481c-b8ff-2c2cd1918fdb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8240182 Feb 21 04:19:07.853750 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Request body: {'port': {'device_id': 'ea586516-1575-4b69-b10e-b3f281b70c99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:19:07.876736 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-98c205ca-a397-488e-bdf1-a42c79603206 req-5dfe61bf-b2a5-4ecc-a16f-c53b1736c3b8 tempest-VolumesActionsTest-44080586 tempest-VolumesActionsTest-44080586-project] 10.222.0.10 "GET /v2.0/ports?device_id=8ce2584f-e283-4a21-9f5a-ff65156c3134 HTTP/1.1" status: 200 len: 210 time: 0.0710554 Feb 21 04:19:07.894332 dv-cinder-773985-36-iscsi neutron-server[102900]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 21 04:19:07.899433 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cd9ec59c-74e1-40c9-a527-4dda993026fb admin admin] Publish callbacks [] for security_group (aa7aca4c-2039-4dc6-a206-6ae585e84564), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:07.965512 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-0faeb854-6dbf-40f0-9e89-be49eb6513ca tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:07.966895 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-0faeb854-6dbf-40f0-9e89-be49eb6513ca tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports/ad4a893e-bbd1-41d8-a92a-483868402b5b HTTP/1.1" status: 200 len: 941 time: 0.1579492 Feb 21 04:19:07.967052 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ac257e44-77bc-4a98-b725-5dbdec31f724 req-cce2b2ac-58da-4b39-9f90-a3d0bd049197 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 210 time: 0.0546060 Feb 21 04:19:07.977219 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.001867 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Publish callbacks [] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.013166 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cd9ec59c-74e1-40c9-a527-4dda993026fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (aa7aca4c-2039-4dc6-a206-6ae585e84564), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.015747 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cd9ec59c-74e1-40c9-a527-4dda993026fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.019992 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-cd9ec59c-74e1-40c9-a527-4dda993026fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/aa7aca4c-2039-4dc6-a206-6ae585e84564 HTTP/1.1" status: 204 len: 168 time: 0.3580809 Feb 21 04:19:08.037453 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ec59c-74e1-40c9-a527-4dda993026fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7aca4c-2039-4dc6-a206-6ae585e84564,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:08.054352 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.114744 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Network 45115fa9-f997-42e4-9c51-db7ac029d19a is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:19:08.118421 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:19:08.122695 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:19:08.156159 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Pushing event updated for resources: {'Port': ['ID=aa7d3525-7090-4e66-8272-2fa8eafeec4d,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:08.218347 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:08.219211 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.258733 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-2a7d15e8-fbf9-4d1e-9c3a-25403fa79427 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4569285 Feb 21 04:19:08.291250 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Request body: {'port': {'device_id': '6affb217-bc47-45c6-8219-a6b557defb55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:19:08.417863 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effd7c5a-aa43-42f5-ab40-2a2fd4c40af8 req-bab892ca-724f-49d9-a8fc-5cc367502812 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:08.424753 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-effd7c5a-aa43-42f5-ab40-2a2fd4c40af8 req-bab892ca-724f-49d9-a8fc-5cc367502812 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 932 time: 0.2695572 Feb 21 04:19:08.511885 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-88bdd752-4ed6-467b-a2d8-32e3330e7038 None None] Provisioning complete for port aa7d3525-7090-4e66-8272-2fa8eafeec4d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:19:08.512979 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-88bdd752-4ed6-467b-a2d8-32e3330e7038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.555239 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:19:08.576067 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Publish callbacks [] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.579847 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-88bdd752-4ed6-467b-a2d8-32e3330e7038 None None] Port aa7d3525-7090-4e66-8272-2fa8eafeec4d cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:19:08.596856 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Transition to ACTIVE for port object 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:19:08.602266 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.656144 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Pushing event updated for resources: {'Port': ['ID=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:08.730322 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf36ab5-96aa-49ff-b142-705510f6b426 req-b75e3733-3a82-4e69-9434-d350b6c54f46 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:08.731812 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0bf36ab5-96aa-49ff-b142-705510f6b426 req-b75e3733-3a82-4e69-9434-d350b6c54f46 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.4359002 Feb 21 04:19:08.734313 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Attempting to bind port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:19:08.734481 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Attempting to bind port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '3fe231bf-d952-4509-bf2c-02945a15946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:19:08.734727 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Attempting to bind port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f on network 6ccc7210-5287-4fb4-a169-f1209c8506d4 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:19:08.740884 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f on network 6ccc7210-5287-4fb4-a169-f1209c8506d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:19:08.741210 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Attempting to bind port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f on network 6ccc7210-5287-4fb4-a169-f1209c8506d4 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:19:08.745129 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.746936 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:19:08.747296 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Checking segment: {'id': '3fe231bf-d952-4509-bf2c-02945a15946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:19:08.747682 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Bound using segment: {'id': '3fe231bf-d952-4509-bf2c-02945a15946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:19:08.748113 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Bound port: 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fe231bf-d952-4509-bf2c-02945a15946c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:19:08.748469 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.771062 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-effd7c5a-aa43-42f5-ab40-2a2fd4c40af8 req-7edeef87-3b33-4cf6-ab4c-de20160b856c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3455169 Feb 21 04:19:08.835249 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] For port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:19:08.838397 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] For port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f,segment=NetworkSegment(3fe231bf-d952-4509-bf2c-02945a15946c),segment_id=3fe231bf-d952-4509-bf2c-02945a15946c)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:19:08.839037 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0bf36ab5-96aa-49ff-b142-705510f6b426 req-08c3b423-9e51-45d3-af7f-5f5c89588444 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997543 Feb 21 04:19:08.847415 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.883532 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:08.884228 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:08.885784 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] 10.222.0.45 "PUT /v2.0/ports/717f4f68-10eb-467f-bfc7-a3b1a1bfc78f HTTP/1.1" status: 200 len: 1094 time: 1.0371122 Feb 21 04:19:08.935779 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5811ea1-d57e-4d6d-8af7-637f179b2671 service neutron] Pushing event updated for resources: {'Port': ['ID=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:09.011899 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5886df1-ede9-4154-b553-25aea32461f7 req-ef8f9f0f-2efd-44c7-9bc0-81dc6fc23d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:09.013437 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-ef8f9f0f-2efd-44c7-9bc0-81dc6fc23d85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f22350c00f594a80bdd31d6352b095e2&device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 1128 time: 0.0745335 Feb 21 04:19:09.080887 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-ca8d476b-c978-4eb6-bf44-730604e85728 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f HTTP/1.1" status: 200 len: 217 time: 0.0585899 Feb 21 04:19:09.142551 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5886df1-ede9-4154-b553-25aea32461f7 req-cb35d105-a667-4af7-97a2-a3c08499f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:09.148471 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-cb35d105-a667-4af7-97a2-a3c08499f6a8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a30a23fe-eeb0-403b-9df9-bfa1059200d1 HTTP/1.1" status: 200 len: 854 time: 0.0594966 Feb 21 04:19:09.190461 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c5a652e0-16ae-41b0-a136-7107cd26bc5a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ccc7210-5287-4fb4-a169-f1209c8506d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371687 Feb 21 04:19:09.194735 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 202428dd-b415-43d4-9158-7c34074b9adf no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:19:09.231414 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563fd01c-269b-4cc8-b69f-af80cadbffea req-9a844b02-d9fc-43f7-886e-a87f6ca5060a tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:09.232970 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-563fd01c-269b-4cc8-b69f-af80cadbffea req-9a844b02-d9fc-43f7-886e-a87f6ca5060a tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 935 time: 0.1701181 Feb 21 04:19:09.241725 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7d3525-7090-4e66-8272-2fa8eafeec4d {{(pid=102899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:19:09.243642 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 202428dd-b415-43d4-9158-7c34074b9adf {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:19:09.244097 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 202428dd-b415-43d4-9158-7c34074b9adf not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:19:09.244737 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 6a28ec8f-dde8-4a3b-a275-da59e9456f43 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:19:09.261792 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28631447-9250-4746-b7c6-faf47c1d999c req-422fee25-1fc4-422c-bd8f-2622da236222 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:09.269655 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-28631447-9250-4746-b7c6-faf47c1d999c req-422fee25-1fc4-422c-bd8f-2622da236222 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.1752288 Feb 21 04:19:09.272806 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Publish callbacks [] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:09.280953 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 6a28ec8f-dde8-4a3b-a275-da59e9456f43 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:19:09.281730 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 6a28ec8f-dde8-4a3b-a275-da59e9456f43 not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:19:09.283766 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad4a893e-bbd1-41d8-a92a-483868402b5b no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:19:09.323869 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-c90ebc91-4ff8-45ca-9505-69c249dcc6a6 service neutron] 10.222.0.45 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223576 Feb 21 04:19:09.326502 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.provisioning_blocks [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Transition to ACTIVE for port object aa7d3525-7090-4e66-8272-2fa8eafeec4d will not be triggered until provisioned by entity L2. {{(pid=102899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:19:09.357478 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:09.378020 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ad4a893e-bbd1-41d8-a92a-483868402b5b is: DOWN; New status is: DOWN {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:19:09.387003 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-563fd01c-269b-4cc8-b69f-af80cadbffea req-3ec560b6-80c8-4d19-9d54-c6e33f0ef8a4 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402750 Feb 21 04:19:09.401575 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-28631447-9250-4746-b7c6-faf47c1d999c req-bac1a484-b3f3-42d7-a77b-5b8d434415c1 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308939 Feb 21 04:19:09.431768 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7d3525-7090-4e66-8272-2fa8eafeec4d,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:09.522051 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d5886df1-ede9-4154-b553-25aea32461f7 req-ba6c5fd7-bbd5-4d3d-8abc-e2339f23daea service neutron] 10.222.0.45 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910579 Feb 21 04:19:09.542042 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Attempting to bind port aa7d3525-7090-4e66-8272-2fa8eafeec4d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:19:09.542405 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Attempting to bind port aa7d3525-7090-4e66-8272-2fa8eafeec4d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'eec701ae-1166-4c0a-92b9-7f8bd84f2b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a'}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:19:09.542727 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Attempting to bind port aa7d3525-7090-4e66-8272-2fa8eafeec4d on network 45115fa9-f997-42e4-9c51-db7ac029d19a {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:19:09.548949 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Port aa7d3525-7090-4e66-8272-2fa8eafeec4d on network 45115fa9-f997-42e4-9c51-db7ac029d19a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:19:09.549215 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Attempting to bind port aa7d3525-7090-4e66-8272-2fa8eafeec4d on network 45115fa9-f997-42e4-9c51-db7ac029d19a {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:19:09.556372 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:19:09.556754 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Checking segment: {'id': 'eec701ae-1166-4c0a-92b9-7f8bd84f2b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:19:09.557151 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Bound using segment: {'id': 'eec701ae-1166-4c0a-92b9-7f8bd84f2b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a'} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:19:09.557591 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Bound port: aa7d3525-7090-4e66-8272-2fa8eafeec4d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eec701ae-1166-4c0a-92b9-7f8bd84f2b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a'}}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:19:09.557954 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:09.631591 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] For port aa7d3525-7090-4e66-8272-2fa8eafeec4d, host hv-cinder-77398, cleared binding levels {{(pid=102899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:19:09.634640 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] For port aa7d3525-7090-4e66-8272-2fa8eafeec4d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=aa7d3525-7090-4e66-8272-2fa8eafeec4d,segment=NetworkSegment(eec701ae-1166-4c0a-92b9-7f8bd84f2b85),segment_id=eec701ae-1166-4c0a-92b9-7f8bd84f2b85)] {{(pid=102899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:19:09.641586 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:09.670147 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea586516-1575-4b69-b10e-b3f281b70c99', 'tag': '717f4f68-10eb-467f-bfc7-a3b1a1bfc78f'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:09.672714 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd509f4-8097-4190-a6f7-0aed4a6bf57c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea586516-1575-4b69-b10e-b3f281b70c99", "tag": "717f4f68-10eb-467f-bfc7-a3b1a1bfc78f"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:09.676868 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:09.677664 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:09.679293 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] 10.222.0.45 "PUT /v2.0/ports/aa7d3525-7090-4e66-8272-2fa8eafeec4d HTTP/1.1" status: 200 len: 1097 time: 1.4121969 Feb 21 04:19:09.679740 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6affb217-bc47-45c6-8219-a6b557defb55', 'tag': 'aa7d3525-7090-4e66-8272-2fa8eafeec4d'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:09.682224 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6affb217-bc47-45c6-8219-a6b557defb55", "tag": "aa7d3525-7090-4e66-8272-2fa8eafeec4d"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:09.713713 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab271b35-4a89-4c84-90f0-eaed2d449dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7d3525-7090-4e66-8272-2fa8eafeec4d,revision_number=3']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:09.733787 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a123eca-d04f-42c9-8ed2-4abdd9e92e1b x-openstack-request-id: req-5a123eca-d04f-42c9-8ed2-4abdd9e92e1b {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:09.734682 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6affb217-bc47-45c6-8219-a6b557defb55", "tag": "aa7d3525-7090-4e66-8272-2fa8eafeec4d", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:09.734943 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a123eca-d04f-42c9-8ed2-4abdd9e92e1b {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:09.735493 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6affb217-bc47-45c6-8219-a6b557defb55', 'tag': 'aa7d3525-7090-4e66-8272-2fa8eafeec4d', 'status': 'completed', 'code': 200} Feb 21 04:19:09.750448 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ef6cfc-f902-458d-bb02-a59c947a2d94 x-openstack-request-id: req-56ef6cfc-f902-458d-bb02-a59c947a2d94 {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:09.750761 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea586516-1575-4b69-b10e-b3f281b70c99", "tag": "717f4f68-10eb-467f-bfc7-a3b1a1bfc78f", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:09.751017 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56ef6cfc-f902-458d-bb02-a59c947a2d94 {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:09.752001 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea586516-1575-4b69-b10e-b3f281b70c99', 'tag': '717f4f68-10eb-467f-bfc7-a3b1a1bfc78f', 'status': 'completed', 'code': 200} Feb 21 04:19:09.821501 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-320b2901-7b35-435c-af85-37f0af0a2e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:09.823528 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-320b2901-7b35-435c-af85-37f0af0a2e9f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a283a65347cb40d49115aa80e0927d0e&device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 1131 time: 0.0749841 Feb 21 04:19:09.854656 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd509f4-8097-4190-a6f7-0aed4a6bf57c req-33095a47-9997-4bda-9255-1d4cd0141a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:09.857238 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-efd509f4-8097-4190-a6f7-0aed4a6bf57c req-33095a47-9997-4bda-9255-1d4cd0141a86 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f22350c00f594a80bdd31d6352b095e2&device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 1128 time: 0.0784767 Feb 21 04:19:09.869570 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-38dc4dad-4c94-4c41-be32-bae8909d40f2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=aa7d3525-7090-4e66-8272-2fa8eafeec4d HTTP/1.1" status: 200 len: 217 time: 0.0371068 Feb 21 04:19:09.997867 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-fdc55826-e66d-41f9-be77-1e47c600fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:09.999262 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-fdc55826-e66d-41f9-be77-1e47c600fe67 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5eeec93-6813-4926-9989-dac5ad6aa8a4 HTTP/1.1" status: 200 len: 843 time: 0.1215007 Feb 21 04:19:10.060662 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-52139aab-0a2a-4364-8dc8-dbb4d59d18e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:10.062144 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-52139aab-0a2a-4364-8dc8-dbb4d59d18e7 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7&tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79 HTTP/1.1" status: 200 len: 1128 time: 0.1241782 Feb 21 04:19:10.063089 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd509f4-8097-4190-a6f7-0aed4a6bf57c req-c88faa8c-d285-4416-ac11-30ce2e83dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:10.064943 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-efd509f4-8097-4190-a6f7-0aed4a6bf57c req-c88faa8c-d285-4416-ac11-30ce2e83dc35 service neutron] 10.222.0.45 "GET /v2.0/networks?id=6ccc7210-5287-4fb4-a169-f1209c8506d4 HTTP/1.1" status: 200 len: 914 time: 0.2009540 Feb 21 04:19:10.073715 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e157c466-0752-460a-98bf-31785d68f4c9 req-89fb63a8-f2b1-4690-9c5c-0159a5b0e923 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:10.075182 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e157c466-0752-460a-98bf-31785d68f4c9 req-89fb63a8-f2b1-4690-9c5c-0159a5b0e923 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.1546435 Feb 21 04:19:10.090614 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a01cb-3bc0-45b1-8407-33f3a1e87d2c req-eb30db5e-d13b-41ec-bc2a-99db4dde59bc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:10.091972 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-905a01cb-3bc0-45b1-8407-33f3a1e87d2c req-eb30db5e-d13b-41ec-bc2a-99db4dde59bc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.1303334 Feb 21 04:19:10.118318 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-efd509f4-8097-4190-a6f7-0aed4a6bf57c req-11ef8a7f-19e5-452e-9e9a-8e9f591a7b03 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f HTTP/1.1" status: 200 len: 217 time: 0.0442662 Feb 21 04:19:10.120901 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-47a0802c-0b4d-4b62-b312-7a8b11a1025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:10.122368 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-47a0802c-0b4d-4b62-b312-7a8b11a1025c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45115fa9-f997-42e4-9c51-db7ac029d19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.1064012 Feb 21 04:19:10.188243 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd509f4-8097-4190-a6f7-0aed4a6bf57c req-68bfe42a-a429-4906-8075-edb7b6e6957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:10.190336 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-efd509f4-8097-4190-a6f7-0aed4a6bf57c req-68bfe42a-a429-4906-8075-edb7b6e6957e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a30a23fe-eeb0-403b-9df9-bfa1059200d1 HTTP/1.1" status: 200 len: 854 time: 0.0514991 Feb 21 04:19:10.195185 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-1645d0c0-3cbe-49e8-9d8f-86bc8a678ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:10.196670 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-1645d0c0-3cbe-49e8-9d8f-86bc8a678ebe service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 1128 time: 0.0868883 Feb 21 04:19:10.215788 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e157c466-0752-460a-98bf-31785d68f4c9 req-02d24537-cdae-4f8a-8517-1ea303aedf96 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336129 Feb 21 04:19:10.220564 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-905a01cb-3bc0-45b1-8407-33f3a1e87d2c req-f8a30a15-0803-4588-8e52-4e0ba3bd5496 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227829 Feb 21 04:19:10.230476 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-efd509f4-8097-4190-a6f7-0aed4a6bf57c req-48306fe3-36ad-4d5f-a470-ff3c6442fad7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=6ccc7210-5287-4fb4-a169-f1209c8506d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329986 Feb 21 04:19:10.266677 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-39357193-5ab1-4581-9b56-d0321ec501b2 service neutron] 10.222.0.45 "GET /v2.0/networks/45115fa9-f997-42e4-9c51-db7ac029d19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277156 Feb 21 04:19:10.373193 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-5c1a8433-beec-464b-a5e4-59ab21067cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:10.374571 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-5c1a8433-beec-464b-a5e4-59ab21067cd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 917 time: 0.1688812 Feb 21 04:19:10.379446 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-efd509f4-8097-4190-a6f7-0aed4a6bf57c req-999f39ac-88a4-40bd-8de5-706c85d9ce33 service neutron] 10.222.0.45 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387868 Feb 21 04:19:10.549514 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3dca47-a02c-4916-929b-0888e33b264f req-2c4afca7-7d24-401f-9bd1-b56fad55ca76 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:10.550977 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bc3dca47-a02c-4916-929b-0888e33b264f req-2c4afca7-7d24-401f-9bd1-b56fad55ca76 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0872591 Feb 21 04:19:10.558071 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3817d5b-038c-4e85-a253-cba7126a528c req-452484ce-8da1-4f4a-9bdb-f12fbadaf900 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:10.559417 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e3817d5b-038c-4e85-a253-cba7126a528c req-452484ce-8da1-4f4a-9bdb-f12fbadaf900 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0969388 Feb 21 04:19:10.625572 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bc3dca47-a02c-4916-929b-0888e33b264f req-51f0b1e4-67df-4c96-b063-1a42ba3498e0 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651631 Feb 21 04:19:10.632058 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e3817d5b-038c-4e85-a253-cba7126a528c req-14e92646-8dda-41c5-a3cf-f54e1ca01300 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662384 Feb 21 04:19:10.702896 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:11.374802 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65dc54-932b-49b1-8255-bf490fcc0978 req-274362ca-d455-40fc-817f-7f0fbe134341 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:11.376820 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bb65dc54-932b-49b1-8255-bf490fcc0978 req-274362ca-d455-40fc-817f-7f0fbe134341 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0825307 Feb 21 04:19:11.383942 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110353a-ec86-4fc8-941f-04366b10197c req-f99fbda4-6c7d-4f94-8f1e-264e17853fb2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:11.385316 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0110353a-ec86-4fc8-941f-04366b10197c req-f99fbda4-6c7d-4f94-8f1e-264e17853fb2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0830748 Feb 21 04:19:11.455578 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bb65dc54-932b-49b1-8255-bf490fcc0978 req-63e301a0-4cdd-4a8a-896d-e4c9ee7ba26b tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693383 Feb 21 04:19:11.462292 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0110353a-ec86-4fc8-941f-04366b10197c req-aca0c75d-2a52-4424-9938-1a3cb5e05f93 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706234 Feb 21 04:19:11.772671 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd40eaa-a11b-4839-9f97-b326a0b78e59 req-8aa18b7c-44b5-461a-b2a1-2307eff77ac3 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:11.774154 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fbd40eaa-a11b-4839-9f97-b326a0b78e59 req-8aa18b7c-44b5-461a-b2a1-2307eff77ac3 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0824285 Feb 21 04:19:11.781573 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059f4ab-9364-455f-96fc-3ebd223f3ba8 req-59978d63-870f-460c-948c-abbe92fce57e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:11.782944 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2059f4ab-9364-455f-96fc-3ebd223f3ba8 req-59978d63-870f-460c-948c-abbe92fce57e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0826910 Feb 21 04:19:11.854519 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fbd40eaa-a11b-4839-9f97-b326a0b78e59 req-7afbce3d-e5c9-4239-8a31-1038d4855529 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706437 Feb 21 04:19:11.858478 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2059f4ab-9364-455f-96fc-3ebd223f3ba8 req-d66ba22e-c198-4dd4-a309-4e84b5b3742b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690598 Feb 21 04:19:12.601944 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3736e7b-3991-4073-8f8a-d0ce1eb95597 req-871c6739-7106-4c61-8146-53a2e4619284 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:12.603425 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c3736e7b-3991-4073-8f8a-d0ce1eb95597 req-871c6739-7106-4c61-8146-53a2e4619284 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0810006 Feb 21 04:19:12.613714 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a399b0-6e00-4075-8196-dedf079c53fb req-4079d527-5290-4ced-85fc-13b16c433192 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:12.615108 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b1a399b0-6e00-4075-8196-dedf079c53fb req-4079d527-5290-4ced-85fc-13b16c433192 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0825453 Feb 21 04:19:12.683884 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c3736e7b-3991-4073-8f8a-d0ce1eb95597 req-d408e25d-f2bf-48f9-9edf-0b2f243e6599 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678220 Feb 21 04:19:12.687866 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b1a399b0-6e00-4075-8196-dedf079c53fb req-2e2f330e-7280-45e2-ad36-2d8ee67b9e52 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663190 Feb 21 04:19:13.003963 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7b8f6-1f2b-4e48-974f-0863800517ed req-834fc31e-5181-451c-a45f-e065db891f67 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:13.007196 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-78b7b8f6-1f2b-4e48-974f-0863800517ed req-834fc31e-5181-451c-a45f-e065db891f67 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0880294 Feb 21 04:19:13.014848 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c224765-8473-4db5-9eac-c2dac7b824f6 req-223b23f9-e6b2-44e8-bcfc-d391f6f39e67 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:13.016290 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c224765-8473-4db5-9eac-c2dac7b824f6 req-223b23f9-e6b2-44e8-bcfc-d391f6f39e67 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0885885 Feb 21 04:19:13.149239 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-78b7b8f6-1f2b-4e48-974f-0863800517ed req-3e7c3e7f-1bb2-4ce3-af0e-375cc171896b tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319652 Feb 21 04:19:13.161951 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c224765-8473-4db5-9eac-c2dac7b824f6 req-3200599a-7e26-4be8-b4be-4397c2d76b52 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385593 Feb 21 04:19:13.186398 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-186e8cb2-71f7-4e09-9d8c-197d650b073a req-6d246b99-dab5-4693-9dba-b1b314a976fb service neutron] 10.222.0.45 "GET /v2.0/networks/45115fa9-f997-42e4-9c51-db7ac029d19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459472 Feb 21 04:19:13.365956 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-e2fd8b47-392c-491a-bf5a-b50a5172b74a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b HTTP/1.1" status: 200 len: 1000 time: 0.3372934 Feb 21 04:19:13.392218 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-efd509f4-8097-4190-a6f7-0aed4a6bf57c req-4e076fa0-fbff-45c5-a328-9002d77b3013 service neutron] 10.222.0.45 "GET /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621995 Feb 21 04:19:13.832990 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b42250-e05a-4d12-896d-9af64f267803 req-28727c0d-eda6-43a6-95b3-1b7fe1e46eba tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:13.834475 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-99b42250-e05a-4d12-896d-9af64f267803 req-28727c0d-eda6-43a6-95b3-1b7fe1e46eba tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0840471 Feb 21 04:19:13.841652 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21395-e73a-4eea-bc6a-d2fe3e3c074d req-b642023e-47e9-4f89-b878-1548c0de3258 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:13.843004 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63b21395-e73a-4eea-bc6a-d2fe3e3c074d req-b642023e-47e9-4f89-b878-1548c0de3258 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0831797 Feb 21 04:19:13.915621 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-99b42250-e05a-4d12-896d-9af64f267803 req-84428f6c-0795-4222-9357-e91d96df2da7 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716891 Feb 21 04:19:13.918797 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63b21395-e73a-4eea-bc6a-d2fe3e3c074d req-4e48bab3-2283-4133-9000-340f7d1059bf tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688572 Feb 21 04:19:14.298292 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d36639-9f6c-46cb-85e5-95c6fd60e144 req-a0259882-c905-43d3-b56d-53791106bdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:14.299833 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-46d36639-9f6c-46cb-85e5-95c6fd60e144 req-a0259882-c905-43d3-b56d-53791106bdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0840149 Feb 21 04:19:14.310864 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb165692-a62c-4346-bc75-3020a050fbeb req-d1948457-ce1d-4fac-8f96-2d59cec569b5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:14.312304 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bb165692-a62c-4346-bc75-3020a050fbeb req-d1948457-ce1d-4fac-8f96-2d59cec569b5 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0707879 Feb 21 04:19:14.385233 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-46d36639-9f6c-46cb-85e5-95c6fd60e144 req-ccc58732-742e-4dff-9ac6-35887a6f35f4 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719554 Feb 21 04:19:14.388874 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bb165692-a62c-4346-bc75-3020a050fbeb req-5cd23a47-9970-4b0a-af41-1234b29ce8ce tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694664 Feb 21 04:19:14.390946 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-f93c828f-8ca5-44bf-87df-049a941540aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:14.393093 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-f93c828f-8ca5-44bf-87df-049a941540aa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0586023 Feb 21 04:19:14.556880 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff req-deeab670-d787-4c05-ab71-b4ebf4947619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:14.558353 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff req-deeab670-d787-4c05-ab71-b4ebf4947619 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a283a65347cb40d49115aa80e0927d0e&device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 1131 time: 0.1887450 Feb 21 04:19:14.560701 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-aa81948c-3252-4efb-a7bb-551dcf1c2391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:14.562032 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-aa81948c-3252-4efb-a7bb-551dcf1c2391 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1624882 Feb 21 04:19:14.649544 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3df340ee-8dd1-4790-a9e5-8edad7e5f48c req-7fddb72d-5adf-4341-a6dd-e74aaf1883a6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467846 Feb 21 04:19:14.724554 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff req-259985fb-48d3-4e04-9e13-5d149ffe38da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:14.725967 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff req-259985fb-48d3-4e04-9e13-5d149ffe38da service neutron] 10.222.0.45 "GET /v2.0/networks?id=45115fa9-f997-42e4-9c51-db7ac029d19a HTTP/1.1" status: 200 len: 869 time: 0.1515927 Feb 21 04:19:14.728096 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-ea24e667-0df0-4406-aed8-552c680e2858 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526346 Feb 21 04:19:14.732829 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df340ee-8dd1-4790-a9e5-8edad7e5f48c req-b8d58ecb-f97f-4315-bab5-82b434c23048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:14.734327 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3df340ee-8dd1-4790-a9e5-8edad7e5f48c req-b8d58ecb-f97f-4315-bab5-82b434c23048 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a0b65910b0574d41970df84e6a1fdbba&device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 1129 time: 0.0438199 Feb 21 04:19:14.787011 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff req-ce16be14-4139-4067-a5fb-a26fb2ecf563 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=aa7d3525-7090-4e66-8272-2fa8eafeec4d HTTP/1.1" status: 200 len: 217 time: 0.0501752 Feb 21 04:19:14.837784 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df340ee-8dd1-4790-a9e5-8edad7e5f48c req-b847ec62-5b79-493d-877c-6216eb7d1d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:14.839221 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3df340ee-8dd1-4790-a9e5-8edad7e5f48c req-b847ec62-5b79-493d-877c-6216eb7d1d01 service neutron] 10.222.0.45 "GET /v2.0/networks?id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 200 len: 915 time: 0.0833459 Feb 21 04:19:14.875823 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff req-252d7f83-4e17-44e7-b55f-df4e7b87a370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:14.877337 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff req-252d7f83-4e17-44e7-b55f-df4e7b87a370 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c5eeec93-6813-4926-9989-dac5ad6aa8a4 HTTP/1.1" status: 200 len: 843 time: 0.0608096 Feb 21 04:19:14.884140 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3df340ee-8dd1-4790-a9e5-8edad7e5f48c req-caf83ae8-5e02-4602-9230-d2b156025315 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 HTTP/1.1" status: 200 len: 217 time: 0.0379097 Feb 21 04:19:14.916767 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-d3192322-074d-4057-9f83-90763b154c7b service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741350 Feb 21 04:19:14.932499 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff req-01a704d0-5331-471f-a56c-f108fe11272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:14.932883 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df340ee-8dd1-4790-a9e5-8edad7e5f48c req-3374577b-8779-4270-9802-6210abfdfae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:14.933966 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff req-01a704d0-5331-471f-a56c-f108fe11272e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=45115fa9-f997-42e4-9c51-db7ac029d19a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0506980 Feb 21 04:19:14.934330 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3df340ee-8dd1-4790-a9e5-8edad7e5f48c req-3374577b-8779-4270-9802-6210abfdfae7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1ded90e6-ea51-40b5-9fe9-82428e77be8f HTTP/1.1" status: 200 len: 855 time: 0.0437679 Feb 21 04:19:15.089144 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3df340ee-8dd1-4790-a9e5-8edad7e5f48c req-39d6580f-577e-420c-8573-59342429c630 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=0e926c3e-9f0b-4575-b2e7-0a1f391618f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320284 Feb 21 04:19:15.102173 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f24a7-ec03-42b2-9b2d-1b4aafd9fa31 req-b5af136c-426c-4a24-ad90-8d2385999f87 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:15.103733 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-559f24a7-ec03-42b2-9b2d-1b4aafd9fa31 req-b5af136c-426c-4a24-ad90-8d2385999f87 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.1210325 Feb 21 04:19:15.121510 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6f2496-154b-4ade-a67e-cd46490219bf req-24637cc1-44ad-4017-8989-5470f7d55542 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:15.122913 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ad6f2496-154b-4ade-a67e-cd46490219bf req-24637cc1-44ad-4017-8989-5470f7d55542 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.1311235 Feb 21 04:19:15.153143 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff req-1e4e19d4-84eb-4780-9407-1accbe657c3a service neutron] 10.222.0.45 "GET /v2.0/networks/45115fa9-f997-42e4-9c51-db7ac029d19a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986404 Feb 21 04:19:15.246532 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-f79fb9e4-c6dc-4174-ade2-f9ecbe8971ff req-0d02cbfd-71c0-4b09-961b-82312f226865 service neutron] 10.222.0.45 "GET /v2.0/networks/45115fa9-f997-42e4-9c51-db7ac029d19a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842805 Feb 21 04:19:15.247493 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-559f24a7-ec03-42b2-9b2d-1b4aafd9fa31 req-129bde21-ebd5-4da5-ac2b-d7c39587feed tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327512 Feb 21 04:19:15.256310 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ad6f2496-154b-4ade-a67e-cd46490219bf req-f06810eb-e6f3-4d9e-aa2a-d7f69fa414d2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233799 Feb 21 04:19:15.266603 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3df340ee-8dd1-4790-a9e5-8edad7e5f48c req-fd4f396d-2177-4f6e-ac3d-a342783a4b3f service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619477 Feb 21 04:19:15.357148 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3df340ee-8dd1-4790-a9e5-8edad7e5f48c req-701f2a4d-5083-4262-9be2-1269e18833cc service neutron] 10.222.0.45 "GET /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834775 Feb 21 04:19:15.540396 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807916d4-35fd-47c9-ba12-e3b1614f290b req-8b41582b-af90-4047-b63b-62b463a18d9c tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:15.541905 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-807916d4-35fd-47c9-ba12-e3b1614f290b req-8b41582b-af90-4047-b63b-62b463a18d9c tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0894685 Feb 21 04:19:15.549281 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4273aa-2eee-40fb-811e-18503468ea70 req-2fa906df-5cd3-4492-96ce-002d1dd831ea tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:15.550657 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc4273aa-2eee-40fb-811e-18503468ea70 req-2fa906df-5cd3-4492-96ce-002d1dd831ea tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0876098 Feb 21 04:19:15.621897 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-807916d4-35fd-47c9-ba12-e3b1614f290b req-10a1c4f8-93a5-4c4d-9501-3f4f84e053cd tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702178 Feb 21 04:19:15.624710 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc4273aa-2eee-40fb-811e-18503468ea70 req-1ba6ed4c-a48b-4aaa-9f59-5d161434697c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675037 Feb 21 04:19:15.762711 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92abd9-a09f-4403-90af-eec5783cacc6 req-4371febb-aefc-4c83-8bf4-116f89b85f8a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:15.764459 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fc92abd9-a09f-4403-90af-eec5783cacc6 req-4371febb-aefc-4c83-8bf4-116f89b85f8a tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.0733023 Feb 21 04:19:16.460135 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ac91e-bd85-4830-96d0-e45d20622ed2 req-6f246b8b-f33a-40f6-bfd7-c026da14b052 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:16.467996 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-669ac91e-bd85-4830-96d0-e45d20622ed2 req-6f246b8b-f33a-40f6-bfd7-c026da14b052 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.1151237 Feb 21 04:19:16.537853 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-669ac91e-bd85-4830-96d0-e45d20622ed2 req-60f3a046-169d-4943-85ff-ccfdbffa839d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616987 Feb 21 04:19:16.552851 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16174782-bc85-4803-93ea-84e89612bfd6 req-478dff77-e237-47bc-95ab-7fd40501d6d3 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:16.562587 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-16174782-bc85-4803-93ea-84e89612bfd6 req-478dff77-e237-47bc-95ab-7fd40501d6d3 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.1504414 Feb 21 04:19:16.618317 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-16174782-bc85-4803-93ea-84e89612bfd6 req-be65525c-91c4-411c-b19f-000634d9500d tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548205 Feb 21 04:19:16.842847 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07926ef-b8e7-4ab6-afd2-ade65300a99b req-2409232f-f5d5-4bb5-87b4-389931fe392d tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:16.850296 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a07926ef-b8e7-4ab6-afd2-ade65300a99b req-2409232f-f5d5-4bb5-87b4-389931fe392d tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.1505740 Feb 21 04:19:16.901208 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cf290-c7f8-40a0-a731-c5fc15f73004 req-05e9d73b-eff6-42e1-bf6d-420c88df1318 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:16.904807 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-919cf290-c7f8-40a0-a731-c5fc15f73004 req-05e9d73b-eff6-42e1-bf6d-420c88df1318 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.1405673 Feb 21 04:19:16.933235 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a07926ef-b8e7-4ab6-afd2-ade65300a99b req-7c21b9a4-58fe-4efd-8679-827bb73a6338 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816453 Feb 21 04:19:17.020441 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-919cf290-c7f8-40a0-a731-c5fc15f73004 req-7cd2cd56-61a2-4629-9019-729388638bca tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092768 Feb 21 04:19:17.755271 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18aa5c2-060d-4480-80b4-04cbdfce223f req-82894f4c-6d90-4bcb-b5df-de17b23582b6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:17.767898 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b18aa5c2-060d-4480-80b4-04cbdfce223f req-82894f4c-6d90-4bcb-b5df-de17b23582b6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0873852 Feb 21 04:19:17.882843 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdf12a-5b59-4ea3-a877-1bca8377500e req-a09188b6-6dbe-4e05-9d6d-03ff739eefca tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:17.884845 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-97fdf12a-5b59-4ea3-a877-1bca8377500e req-a09188b6-6dbe-4e05-9d6d-03ff739eefca tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.1424177 Feb 21 04:19:17.901485 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b18aa5c2-060d-4480-80b4-04cbdfce223f req-7b462e23-9253-441b-a43c-2a0dd60e2d15 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263053 Feb 21 04:19:17.983910 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-97fdf12a-5b59-4ea3-a877-1bca8377500e req-c75967eb-329c-409e-b44a-450262167266 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809898 Feb 21 04:19:18.197030 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309910fe-0dc9-44ce-9cc1-cc5234104c0c req-3d29da1e-1773-4d71-9da3-2812281c1c7d tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:18.204984 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-309910fe-0dc9-44ce-9cc1-cc5234104c0c req-3d29da1e-1773-4d71-9da3-2812281c1c7d tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.1322706 Feb 21 04:19:18.262112 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16f4d0-731a-46ee-abac-30023c884d84 req-319274b4-569b-4f49-8466-629320cb22ca tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:18.263618 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7e16f4d0-731a-46ee-abac-30023c884d84 req-319274b4-569b-4f49-8466-629320cb22ca tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 946 time: 0.1362588 Feb 21 04:19:18.268402 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-309910fe-0dc9-44ce-9cc1-cc5234104c0c req-4f4259f6-332f-4602-a5d8-68ff6de7e6c5 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623262 Feb 21 04:19:18.379579 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7e16f4d0-731a-46ee-abac-30023c884d84 req-21262d30-fe84-4d3d-8097-7b63187b12c2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071959 Feb 21 04:19:19.137022 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2735c3-5722-454d-9ee4-dfb72b280d5e req-125c58a3-a891-47d1-9d6f-8b04a92d6159 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:19.138535 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ec2735c3-5722-454d-9ee4-dfb72b280d5e req-125c58a3-a891-47d1-9d6f-8b04a92d6159 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0827379 Feb 21 04:19:19.224478 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ec2735c3-5722-454d-9ee4-dfb72b280d5e req-b14abab8-4031-4491-9555-441442fee49c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731659 Feb 21 04:19:19.234917 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad59d774-1de8-45e3-a9d1-6d9c1aeca36e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:19:19.381153 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e is: ACTIVE; New status is: DOWN {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:19:19.382053 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:19.408872 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a128817-df9b-46f1-902b-03d1cbcddb7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:19.411679 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2298e4e-4f2f-4c58-bd37-10e78c238159" -d '{"events": [{"server_uuid": "4a128817-df9b-46f1-902b-03d1cbcddb7d", "name": "network-vif-unplugged", "status": "completed", "tag": "ad59d774-1de8-45e3-a9d1-6d9c1aeca36e"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:19.430198 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:19.442891 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:19.466106 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170f7eb-8308-4a24-a0b1-8c74fe350a8d req-56d1afb7-da99-40ee-8b79-e3f9f72965d2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:19.467710 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8170f7eb-8308-4a24-a0b1-8c74fe350a8d req-56d1afb7-da99-40ee-8b79-e3f9f72965d2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0991697 Feb 21 04:19:19.514919 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54969cea-46a1-4b87-a4ab-b7ae35dadb64 req-55d58853-27c0-4908-bf0a-39ad3cffbe99 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:19.531434 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-54969cea-46a1-4b87-a4ab-b7ae35dadb64 req-55d58853-27c0-4908-bf0a-39ad3cffbe99 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.1165018 Feb 21 04:19:19.550779 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,revision_number=6']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:19.560209 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.561159 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.561696 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.562371 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.562892 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.563980 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.564555 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.567466 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.568484 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.569018 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.569509 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.570006 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.570484 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:19.631111 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8170f7eb-8308-4a24-a0b1-8c74fe350a8d req-47812122-3c34-49ea-8d10-177538c2d423 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563678 Feb 21 04:19:19.655598 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-54969cea-46a1-4b87-a4ab-b7ae35dadb64 req-53f184fe-a3c0-4391-84f0-e4fe5f3278c7 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090050 Feb 21 04:19:19.728872 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55c1876-eeed-41d4-b171-53dcc2beb891 x-openstack-request-id: req-e55c1876-eeed-41d4-b171-53dcc2beb891 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:19.729486 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a128817-df9b-46f1-902b-03d1cbcddb7d", "name": "network-vif-unplugged", "status": "completed", "tag": "ad59d774-1de8-45e3-a9d1-6d9c1aeca36e", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:19.729900 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e55c1876-eeed-41d4-b171-53dcc2beb891 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:19.730442 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a128817-df9b-46f1-902b-03d1cbcddb7d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e', 'code': 200} Feb 21 04:19:19.803104 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dba881-f65e-4dc4-b4a4-bd75c331d082 req-ef0a1b21-85ab-4118-b1d0-a9231f1bab64 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:19.805445 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-51dba881-f65e-4dc4-b4a4-bd75c331d082 req-ef0a1b21-85ab-4118-b1d0-a9231f1bab64 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0661817 Feb 21 04:19:19.885757 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-51dba881-f65e-4dc4-b4a4-bd75c331d082 req-7b8b194d-3782-4635-a87b-aa22c0555666 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747514 Feb 21 04:19:20.424010 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d2143-f5d8-4c93-a071-8ab5ce2de8b8 req-4a1545da-6f03-4ab5-9977-a004171b7c9a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:20.425747 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3b1d2143-f5d8-4c93-a071-8ab5ce2de8b8 req-4a1545da-6f03-4ab5-9977-a004171b7c9a tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0605357 Feb 21 04:19:20.501203 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3b1d2143-f5d8-4c93-a071-8ab5ce2de8b8 req-2c12fab6-736d-4aae-9879-abe3fe8eb9db tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649092 Feb 21 04:19:20.880176 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e619122-5ad6-4f65-be2c-8789e7b8be50 req-32475b78-1c89-402d-9f33-efd603e39faf tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:20.881850 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9e619122-5ad6-4f65-be2c-8789e7b8be50 req-32475b78-1c89-402d-9f33-efd603e39faf tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.1028914 Feb 21 04:19:21.194054 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9e619122-5ad6-4f65-be2c-8789e7b8be50 req-9dc1151a-0836-4eec-9abe-2c193704df20 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040240 Feb 21 04:19:21.204855 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567bbd1-03cb-4c66-ba56-85f081fc25ad req-437c484d-c49a-44b7-bda9-8e1a997390c2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:21.211729 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7567bbd1-03cb-4c66-ba56-85f081fc25ad req-437c484d-c49a-44b7-bda9-8e1a997390c2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.3932891 Feb 21 04:19:21.270925 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7567bbd1-03cb-4c66-ba56-85f081fc25ad req-a4042538-1507-4dc0-8a8a-b04e0b9d7ca7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583427 Feb 21 04:19:21.356389 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c2ac0a-9632-4b52-9411-627604e1af5c req-1601a586-9f66-4d7f-abba-80916de4a7dc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:21.364797 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f6c2ac0a-9632-4b52-9411-627604e1af5c req-1601a586-9f66-4d7f-abba-80916de4a7dc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0769951 Feb 21 04:19:21.433464 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f6c2ac0a-9632-4b52-9411-627604e1af5c req-0048c42e-e8a1-42a4-9783-74b4c0b3d2a3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676351 Feb 21 04:19:21.706011 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a653c-7ebc-4d1b-8384-48a5ebfb862a req-1926e39f-9730-4c41-9468-35c283975a64 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:21.712771 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d22a653c-7ebc-4d1b-8384-48a5ebfb862a req-1926e39f-9730-4c41-9468-35c283975a64 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0899708 Feb 21 04:19:21.809859 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d22a653c-7ebc-4d1b-8384-48a5ebfb862a req-a67e6ae4-3c03-4ed6-a0fd-f418c612f35c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960217 Feb 21 04:19:22.402696 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94360352-5e95-4b7d-8d81-c82ad8c205e8 req-34e9ba44-c1dd-48a2-ad90-5e0b87c5d3c1 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:22.412047 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-94360352-5e95-4b7d-8d81-c82ad8c205e8 req-34e9ba44-c1dd-48a2-ad90-5e0b87c5d3c1 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.1302207 Feb 21 04:19:22.538023 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-94360352-5e95-4b7d-8d81-c82ad8c205e8 req-57b90aec-a87b-4ca3-b75b-ce8c1b8e6193 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192760 Feb 21 04:19:22.569502 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb37fc-ed53-4b57-afa9-931c68f8140b req-f08a8264-094e-4463-a31d-201370c96e74 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:22.574862 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7ceb37fc-ed53-4b57-afa9-931c68f8140b req-f08a8264-094e-4463-a31d-201370c96e74 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.1587710 Feb 21 04:19:22.701281 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7ceb37fc-ed53-4b57-afa9-931c68f8140b req-ddb14b3d-d8bb-452f-9acf-514f9b64eefb tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214604 Feb 21 04:19:22.723582 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b32cab-093b-4654-ad0d-b7588f6cee39 req-beaa9318-7aca-4205-8bea-59bfbc3c9326 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:22.725308 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-12b32cab-093b-4654-ad0d-b7588f6cee39 req-beaa9318-7aca-4205-8bea-59bfbc3c9326 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.1048086 Feb 21 04:19:22.787568 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-12b32cab-093b-4654-ad0d-b7588f6cee39 req-67b9c908-1f79-4ab2-b0e6-96056b12668d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562482 Feb 21 04:19:22.947242 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8f001-ef50-463e-9b2e-fe1b214e7254 req-10d6ffdf-f44b-45ee-8ae2-ba728080afda tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:22.949269 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-78c8f001-ef50-463e-9b2e-fe1b214e7254 req-10d6ffdf-f44b-45ee-8ae2-ba728080afda tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0577128 Feb 21 04:19:23.028402 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-78c8f001-ef50-463e-9b2e-fe1b214e7254 req-1228ff57-4fa5-4001-9cc7-f206b5c1d217 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710673 Feb 21 04:19:23.701049 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf9ddd-e172-403e-9f45-d1ab2f586496 req-a94cb3c7-58ed-43b4-a566-cb513fa83f48 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:23.702644 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d7cf9ddd-e172-403e-9f45-d1ab2f586496 req-a94cb3c7-58ed-43b4-a566-cb513fa83f48 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0736463 Feb 21 04:19:23.799802 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d7cf9ddd-e172-403e-9f45-d1ab2f586496 req-6fa0f870-1001-4dc7-8ce6-5d6e916b8a72 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893359 Feb 21 04:19:23.909751 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed0f521-bb07-4b3f-897b-7cc2c5103625 req-e6f008f0-9da6-4822-bffd-de14ba20a0e3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:23.912522 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6ed0f521-bb07-4b3f-897b-7cc2c5103625 req-e6f008f0-9da6-4822-bffd-de14ba20a0e3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0760727 Feb 21 04:19:24.097297 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865e039-63c8-4c76-ba2a-1fe0a5a1c0ee req-ed54385d-cec6-4cd4-a7c5-64f7b61291b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:24.099293 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8865e039-63c8-4c76-ba2a-1fe0a5a1c0ee req-ed54385d-cec6-4cd4-a7c5-64f7b61291b9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.2036958 Feb 21 04:19:24.148612 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6ed0f521-bb07-4b3f-897b-7cc2c5103625 req-c2fb267f-0b45-46ee-a40d-f7633823a0c2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2258649 Feb 21 04:19:24.306716 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8865e039-63c8-4c76-ba2a-1fe0a5a1c0ee req-fda1d29e-a09c-4d40-b477-5098c74666dd tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006974 Feb 21 04:19:24.396302 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb17602-9138-4135-bc8f-9caf4c65db62 req-22ef97f2-ebd9-4bc0-9675-d7ee472375d8 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:24.397968 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2cb17602-9138-4135-bc8f-9caf4c65db62 req-22ef97f2-ebd9-4bc0-9675-d7ee472375d8 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.1559129 Feb 21 04:19:24.470993 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2cb17602-9138-4135-bc8f-9caf4c65db62 req-94e1925c-5274-4efa-873b-e29dad2221af tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661819 Feb 21 04:19:24.943324 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29317100-9ee7-48ff-9eb5-71edac220021 req-a5c392b8-fdc0-46fe-b971-d9d24a3c2dd0 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:24.953588 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-29317100-9ee7-48ff-9eb5-71edac220021 req-a5c392b8-fdc0-46fe-b971-d9d24a3c2dd0 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0705955 Feb 21 04:19:25.006361 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-29317100-9ee7-48ff-9eb5-71edac220021 req-9fa4d9d4-a4ee-4a02-b6bf-d058bd26a77e tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510569 Feb 21 04:19:25.319262 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f2029-8926-4351-a6e8-d524e21fdfbe req-e2163b56-0788-4ceb-a24b-96e37af9980e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:25.323831 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ef5f2029-8926-4351-a6e8-d524e21fdfbe req-e2163b56-0788-4ceb-a24b-96e37af9980e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0692396 Feb 21 04:19:25.413378 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ef5f2029-8926-4351-a6e8-d524e21fdfbe req-ca494bdb-940b-413c-9e40-7c2dffe81d45 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866003 Feb 21 04:19:25.489226 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37734675-e42e-4c29-a98c-77c88bd6e05e req-ce85170f-6986-43d7-8b64-8427f38bd606 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:25.490842 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-37734675-e42e-4c29-a98c-77c88bd6e05e req-ce85170f-6986-43d7-8b64-8427f38bd606 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0626948 Feb 21 04:19:25.581557 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-37734675-e42e-4c29-a98c-77c88bd6e05e req-14bc3ee8-36a1-4ebc-9c4a-eee40a0e2e4b tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850039 Feb 21 04:19:25.632859 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa4fe0-6dff-4b02-8284-c8ad1e87211c req-c5a43457-4855-4e38-8be0-1333ddb08cbb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:25.635054 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0bfa4fe0-6dff-4b02-8284-c8ad1e87211c req-c5a43457-4855-4e38-8be0-1333ddb08cbb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0864811 Feb 21 04:19:25.713299 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0bfa4fe0-6dff-4b02-8284-c8ad1e87211c req-1af4ccbb-a1d1-4b59-9236-9e4ba1bb2b34 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668213 Feb 21 04:19:26.103650 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-19462c21-c816-40eb-b429-db6002a76807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:26.160082 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effaabe-8cdb-41f9-a03c-9ebef9146f07 req-66f8edff-94e2-46b2-aaa7-3d0fd30f0571 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:26.162381 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8effaabe-8cdb-41f9-a03c-9ebef9146f07 req-66f8edff-94e2-46b2-aaa7-3d0fd30f0571 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0621276 Feb 21 04:19:26.232749 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8effaabe-8cdb-41f9-a03c-9ebef9146f07 req-607f36d1-6a2b-4f8e-9f34-9d2634b390d1 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613132 Feb 21 04:19:26.734710 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1707cf-974e-48be-8bfa-f8766fb23556 req-14b50545-cfe2-4512-acd7-2595aadacb74 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:26.736437 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9e1707cf-974e-48be-8bfa-f8766fb23556 req-14b50545-cfe2-4512-acd7-2595aadacb74 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.1094282 Feb 21 04:19:26.846135 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9e1707cf-974e-48be-8bfa-f8766fb23556 req-e03a19b2-1993-45e8-945f-485095dd64b9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788269 Feb 21 04:19:26.859910 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f28cac-4312-4870-9c70-659937cdd259 req-b66e88b1-bfa8-4ba7-bf79-bb0d0fdb6897 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:26.862502 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f4f28cac-4312-4870-9c70-659937cdd259 req-b66e88b1-bfa8-4ba7-bf79-bb0d0fdb6897 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.1436169 Feb 21 04:19:26.995012 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f4f28cac-4312-4870-9c70-659937cdd259 req-2d593c02-2174-4853-91fb-e3a73754356f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149106 Feb 21 04:19:27.028893 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa5961-c808-4ccb-817b-d2b0473554d7 req-9733a1dd-1e1f-404a-828c-dc2bb05fc7ff tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:27.030658 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-80aa5961-c808-4ccb-817b-d2b0473554d7 req-9733a1dd-1e1f-404a-828c-dc2bb05fc7ff tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0810359 Feb 21 04:19:27.100217 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-80aa5961-c808-4ccb-817b-d2b0473554d7 req-af299871-35a5-4145-949c-a43fb339ba27 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563841 Feb 21 04:19:27.352089 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4240a86e-d48c-4a8d-9107-6ae458beddc3 req-30659410-8e99-4298-ac49-d29e1006576f tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:27.353554 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4240a86e-d48c-4a8d-9107-6ae458beddc3 req-30659410-8e99-4298-ac49-d29e1006576f tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0606115 Feb 21 04:19:27.403540 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4240a86e-d48c-4a8d-9107-6ae458beddc3 req-76ab976c-8d2a-47ff-b266-15cb5ca05b96 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439799 Feb 21 04:19:27.974744 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c47fbc-8736-45dc-b036-0787a5e2d3a0 req-ce9dd174-d46c-4856-9219-81dfb290b1f3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:27.976177 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-45c47fbc-8736-45dc-b036-0787a5e2d3a0 req-ce9dd174-d46c-4856-9219-81dfb290b1f3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0553832 Feb 21 04:19:28.029650 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-45c47fbc-8736-45dc-b036-0787a5e2d3a0 req-20df8a1d-46ee-4d25-ba13-a7f91c1fc6fc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470238 Feb 21 04:19:28.117578 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a04c5a-8ecd-44db-a4f8-6f8248459396 req-c5dc9c2a-ea47-4e25-90b1-5007dc32331d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:28.119458 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18a04c5a-8ecd-44db-a4f8-6f8248459396 req-c5dc9c2a-ea47-4e25-90b1-5007dc32331d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0553596 Feb 21 04:19:28.158855 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd51a-442d-4ca3-95d9-8d7548eefcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:28.218066 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18a04c5a-8ecd-44db-a4f8-6f8248459396 req-ed94ca58-a71d-44b3-b1ad-07197fe94b83 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768976 Feb 21 04:19:28.246635 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b8f36-4447-4b21-bf50-a6943dea51bb req-d32e48c6-ad46-45c3-8a43-a853a1606f9b tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:28.248190 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-913b8f36-4447-4b21-bf50-a6943dea51bb req-d32e48c6-ad46-45c3-8a43-a853a1606f9b tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0621307 Feb 21 04:19:28.312905 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-913b8f36-4447-4b21-bf50-a6943dea51bb req-37d942cf-d716-4de7-a318-0eba58607261 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538030 Feb 21 04:19:28.527252 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f57d18-b2e4-48c1-8198-3836f9ee9a66 req-3dc0d708-0d81-4982-b76f-eb461e7aa555 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:28.530064 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-03f57d18-b2e4-48c1-8198-3836f9ee9a66 req-3dc0d708-0d81-4982-b76f-eb461e7aa555 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0545306 Feb 21 04:19:28.584229 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-03f57d18-b2e4-48c1-8198-3836f9ee9a66 req-f738d224-cff1-4e2b-b623-c1a591f89226 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476170 Feb 21 04:19:29.187880 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a93f8b-771a-4fc1-b256-054dc8cf4f85 req-54eb7937-07fb-4f86-83d7-1a8db5e1ac33 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:29.190214 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-98a93f8b-771a-4fc1-b256-054dc8cf4f85 req-54eb7937-07fb-4f86-83d7-1a8db5e1ac33 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0719543 Feb 21 04:19:29.256908 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-98a93f8b-771a-4fc1-b256-054dc8cf4f85 req-f94fda5e-6803-425c-b36f-aa4ba41a2f1f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590868 Feb 21 04:19:29.378652 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f0fc6-1256-48c0-b44a-bedc68256750 req-51c71481-6ae0-4088-bce9-449870dd46da tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:29.380428 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1a9f0fc6-1256-48c0-b44a-bedc68256750 req-51c71481-6ae0-4088-bce9-449870dd46da tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0593376 Feb 21 04:19:29.463143 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1a9f0fc6-1256-48c0-b44a-bedc68256750 req-73898581-0ac6-46ab-971d-41b557e69b5d tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719028 Feb 21 04:19:29.478747 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:29.483206 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d565bd7-6215-4ade-90b9-ee44c5ee67d2 req-0e675ac3-9445-41bd-88df-a414c44e5556 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:29.485583 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8d565bd7-6215-4ade-90b9-ee44c5ee67d2 req-0e675ac3-9445-41bd-88df-a414c44e5556 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.1032751 Feb 21 04:19:29.543940 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8d565bd7-6215-4ade-90b9-ee44c5ee67d2 req-4cf0010f-a476-4f85-881f-28994a76386c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526810 Feb 21 04:19:29.732956 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba05641-0257-4892-b878-4ba0dd2bc06e req-b4ed3f11-408b-475d-81f2-cd4421aab7b1 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:29.734750 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dba05641-0257-4892-b878-4ba0dd2bc06e req-b4ed3f11-408b-475d-81f2-cd4421aab7b1 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0724854 Feb 21 04:19:29.811793 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dba05641-0257-4892-b878-4ba0dd2bc06e req-6a5cf4ec-9a2a-4ea1-9bec-fcd7697f1854 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618305 Feb 21 04:19:30.424647 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae290246-698a-4923-a899-bd55c455aee3 req-f06c9b11-502e-4d41-a447-9fa992a2c8a3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:30.431751 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ae290246-698a-4923-a899-bd55c455aee3 req-f06c9b11-502e-4d41-a447-9fa992a2c8a3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0704668 Feb 21 04:19:30.503676 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ae290246-698a-4923-a899-bd55c455aee3 req-e8081c9e-0aa2-4087-952e-91a066637087 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663440 Feb 21 04:19:30.671096 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac1160-5bed-4d97-b29c-f6d86538aa7a req-a1021fe4-f374-48af-bf1a-fbd56aa844a9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:30.673181 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-93ac1160-5bed-4d97-b29c-f6d86538aa7a req-a1021fe4-f374-48af-bf1a-fbd56aa844a9 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0896235 Feb 21 04:19:30.705045 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422cff8-0583-488f-9554-9a5d525cbf78 req-8517fc1b-04a3-4e50-8b42-5539a382be22 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:30.706533 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a422cff8-0583-488f-9554-9a5d525cbf78 req-8517fc1b-04a3-4e50-8b42-5539a382be22 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0851498 Feb 21 04:19:30.761897 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-93ac1160-5bed-4d97-b29c-f6d86538aa7a req-f375795e-507d-45ca-ab7b-3b6d4372c6db tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820835 Feb 21 04:19:30.780939 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a422cff8-0583-488f-9554-9a5d525cbf78 req-e69cb492-7162-4303-8526-f5ae7815acf5 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666256 Feb 21 04:19:30.852325 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:30.927075 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cfbaa-c6d7-4f84-b72c-24610f947564 req-09d5e626-d95b-4087-80ba-0f509aa7ce46 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:30.933125 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-415cfbaa-c6d7-4f84-b72c-24610f947564 req-09d5e626-d95b-4087-80ba-0f509aa7ce46 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0630677 Feb 21 04:19:30.978199 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-415cfbaa-c6d7-4f84-b72c-24610f947564 req-ee9f886d-767b-4c94-b750-3fb9313c3d01 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439942 Feb 21 04:19:31.621618 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07c1d8-f044-4657-ad7b-06e86c664050 req-e7f9fae0-6ddb-4694-82fd-8a65fe16b69f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:31.623116 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-df07c1d8-f044-4657-ad7b-06e86c664050 req-e7f9fae0-6ddb-4694-82fd-8a65fe16b69f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0521920 Feb 21 04:19:31.668947 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-df07c1d8-f044-4657-ad7b-06e86c664050 req-12cf2171-1acb-4203-8c5a-badd3f3deadb tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398226 Feb 21 04:19:31.945496 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa97a4e-db63-4bd0-9234-872721c9b64c req-7e32189a-4999-46a0-adcf-f1c5556c6193 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:31.946969 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5fa97a4e-db63-4bd0-9234-872721c9b64c req-7e32189a-4999-46a0-adcf-f1c5556c6193 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0942552 Feb 21 04:19:31.954120 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbddd5-9a19-4a7f-a157-4176b1c8cf8b req-51905755-f096-454e-8ac9-c2802a85d8d4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:31.955475 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4bdbddd5-9a19-4a7f-a157-4176b1c8cf8b req-51905755-f096-454e-8ac9-c2802a85d8d4 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.1126530 Feb 21 04:19:32.025116 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5fa97a4e-db63-4bd0-9234-872721c9b64c req-49e09a4d-329c-4e7c-aeee-7f58ae2f0df9 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686390 Feb 21 04:19:32.028288 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4bdbddd5-9a19-4a7f-a157-4176b1c8cf8b req-b0ce4270-3358-488f-87bd-d78d2326928f tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661774 Feb 21 04:19:32.128982 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b89558-deec-4781-b224-f36d6d2c5614 req-274964bb-72d3-468b-a987-958508dc0666 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:32.130456 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-34b89558-deec-4781-b224-f36d6d2c5614 req-274964bb-72d3-468b-a987-958508dc0666 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0515554 Feb 21 04:19:32.181491 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-34b89558-deec-4781-b224-f36d6d2c5614 req-c0867071-687c-432b-8878-1f27b5a7d0f8 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456054 Feb 21 04:19:32.500449 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:32.804077 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1631cf-ca11-4b22-9f88-16a36d64686a req-fe53cf0a-0855-45a4-a24c-e9d16e56813b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:32.805775 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c1631cf-ca11-4b22-9f88-16a36d64686a req-fe53cf0a-0855-45a4-a24c-e9d16e56813b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0638134 Feb 21 04:19:32.859017 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c1631cf-ca11-4b22-9f88-16a36d64686a req-5af25b93-9931-4b52-a8d0-e111b064f286 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468168 Feb 21 04:19:33.177663 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04986bcc-f432-4c8c-b519-a42cb91d3679 req-ba0de11d-be34-4cbb-903f-ca863a2bf892 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:33.180011 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-04986bcc-f432-4c8c-b519-a42cb91d3679 req-ba0de11d-be34-4cbb-903f-ca863a2bf892 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0880823 Feb 21 04:19:33.187353 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6badd5-05ae-4789-9b2b-8cfc0c2fe02b req-1dca7fc4-096f-4870-9380-46e458642da2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:33.188832 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fb6badd5-05ae-4789-9b2b-8cfc0c2fe02b req-1dca7fc4-096f-4870-9380-46e458642da2 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.0884078 Feb 21 04:19:33.251062 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-04986bcc-f432-4c8c-b519-a42cb91d3679 req-472ffa27-2de8-4c5a-b674-8ccef7f354c9 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607829 Feb 21 04:19:33.264918 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fb6badd5-05ae-4789-9b2b-8cfc0c2fe02b req-1bd383a1-3465-498a-b5a2-ce86ec0ca58c tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617867 Feb 21 04:19:33.354721 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcbcf3-427c-4686-8155-56132e2c0b2f req-9202724d-8208-4593-a40a-76377df6fc0c tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:33.356101 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e3bcbcf3-427c-4686-8155-56132e2c0b2f req-9202724d-8208-4593-a40a-76377df6fc0c tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0509772 Feb 21 04:19:33.400810 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e3bcbcf3-427c-4686-8155-56132e2c0b2f req-38daf788-02cc-4533-8a58-20cdd0a46f75 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389488 Feb 21 04:19:33.907024 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 36084) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:33.980834 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bd01f58-ee88-4d27-bf7d-91ad64a4f0e2 admin admin] Deleting subnet 0355b247-1ef1-4197-a73e-23aed0f556f6 {{(pid=102899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:19:33.984228 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4bd01f58-ee88-4d27-bf7d-91ad64a4f0e2 admin admin] Publish callbacks [] for subnet (0355b247-1ef1-4197-a73e-23aed0f556f6), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.027644 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92fd6d-b0c9-4d6e-a41d-9de0bbd63339 req-6321d805-b60c-487b-aea3-210343b7d25d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:34.029399 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-af92fd6d-b0c9-4d6e-a41d-9de0bbd63339 req-6321d805-b60c-487b-aea3-210343b7d25d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0898843 Feb 21 04:19:34.031355 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4bd01f58-ee88-4d27-bf7d-91ad64a4f0e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14165117'] for subnet (0355b247-1ef1-4197-a73e-23aed0f556f6), precommit_delete_associations {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.097708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4bd01f58-ee88-4d27-bf7d-91ad64a4f0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (0355b247-1ef1-4197-a73e-23aed0f556f6), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.141003 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-af92fd6d-b0c9-4d6e-a41d-9de0bbd63339 req-84094a01-a68b-41d3-983e-5e245c03fb33 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910084 Feb 21 04:19:34.171278 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4bd01f58-ee88-4d27-bf7d-91ad64a4f0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15709838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14453937'] for subnet (0355b247-1ef1-4197-a73e-23aed0f556f6), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.196678 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd01f58-ee88-4d27-bf7d-91ad64a4f0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0355b247-1ef1-4197-a73e-23aed0f556f6,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:34.198580 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4bd01f58-ee88-4d27-bf7d-91ad64a4f0e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.201796 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-4bd01f58-ee88-4d27-bf7d-91ad64a4f0e2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0355b247-1ef1-4197-a73e-23aed0f556f6 HTTP/1.1" status: 204 len: 168 time: 0.2932820 Feb 21 04:19:34.204260 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 36086) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:34.271303 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (1696394a-e11c-40a2-ae99-8cf4069591fe), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.403285 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (1696394a-e11c-40a2-ae99-8cf4069591fe), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.431794 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1696394a-e11c-40a2-ae99-8cf4069591fe']}} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:19:34.449089 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98cf5300-96c1-4bb0-a65f-2f0bb879ba2a') {'for_net_delete': True} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:19:34.449386 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98cf5300-96c1-4bb0-a65f-2f0bb879ba2a') {} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:19:34.464297 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14165092'] for segment (98cf5300-96c1-4bb0-a65f-2f0bb879ba2a), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.473889 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ea092f-97cd-441c-ab2e-3806c9fc63dc req-0badcefc-b7b7-446a-8df4-39e73a54e587 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:34.475379 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-20ea092f-97cd-441c-ab2e-3806c9fc63dc req-0badcefc-b7b7-446a-8df4-39e73a54e587 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.1570253 Feb 21 04:19:34.507383 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22cace-316c-418a-bb4f-9739734441b4 req-a26d4d7c-d918-4ab5-a7fe-61c44d943dbb tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:34.508898 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9c22cace-316c-418a-bb4f-9739734441b4 req-a26d4d7c-d918-4ab5-a7fe-61c44d943dbb tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.1554594 Feb 21 04:19:34.511360 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (98cf5300-96c1-4bb0-a65f-2f0bb879ba2a), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.528498 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=102899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:19:34.528851 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15709032'] for segment (98cf5300-96c1-4bb0-a65f-2f0bb879ba2a), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: Traceback (most recent call last): Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: timer() Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: cb(*args, **kw) Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: return func(*args, **kwargs) Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: self._notify() Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: self.callback(batched_events) Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: event.method(event) Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: return f(self, *a, **k) Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._get(url).json() Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: return self.request(url, 'GET', **kwargs) Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:19:34.530448 dv-cinder-773985-36-iscsi neutron-server[102899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:19:34.617822 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-20ea092f-97cd-441c-ab2e-3806c9fc63dc req-00d78e03-39c0-41b8-a4ac-047fb5f25202 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365457 Feb 21 04:19:34.620922 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (1696394a-e11c-40a2-ae99-8cf4069591fe), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.627010 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9c22cace-316c-418a-bb4f-9739734441b4 req-f3a3b883-5e40-4c25-ad3d-6ab2f6537cdc tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120183 Feb 21 04:19:34.632131 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.637550 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1696394a-e11c-40a2-ae99-8cf4069591fe HTTP/1.1" status: 204 len: 168 time: 0.4295943 Feb 21 04:19:34.645648 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0812b-878a-4f39-99ba-f2a68b9ea588 admin admin] Pushing event deleted for resources: {'Network': ['ID=1696394a-e11c-40a2-ae99-8cf4069591fe,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:34.742653 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785134e-e36b-4c44-a07a-b47a9e845c0a req-c21bccad-34d8-49fd-a8de-8bef9ca1d073 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:34.744186 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e785134e-e36b-4c44-a07a-b47a9e845c0a req-c21bccad-34d8-49fd-a8de-8bef9ca1d073 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0567498 Feb 21 04:19:34.794985 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e785134e-e36b-4c44-a07a-b47a9e845c0a req-bb07246a-5dd0-4381-94e2-4140547d1c6b tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452015 Feb 21 04:19:34.811820 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 36096) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:34.852957 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-0dd5cc1e-3351-4f9c-99be-2275bda7a34b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4bc69f57ebac4d74adf046561c782bbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399354 Feb 21 04:19:34.855237 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 36098) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:34.901130 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6bc5-cba5-46f3-81c3-ef61907434bf admin admin] Publish callbacks [] for security_group (a78f7779-1c4a-4773-8ac5-e57565cd4a57), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.921456 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6bc5-cba5-46f3-81c3-ef61907434bf admin admin] Publish callbacks [] for security_group (a78f7779-1c4a-4773-8ac5-e57565cd4a57), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.966206 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6bc5-cba5-46f3-81c3-ef61907434bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (a78f7779-1c4a-4773-8ac5-e57565cd4a57), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.968903 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-1b6e6bc5-cba5-46f3-81c3-ef61907434bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:34.970043 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-1b6e6bc5-cba5-46f3-81c3-ef61907434bf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a78f7779-1c4a-4773-8ac5-e57565cd4a57 HTTP/1.1" status: 204 len: 168 time: 0.1139290 Feb 21 04:19:34.977352 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e6bc5-cba5-46f3-81c3-ef61907434bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78f7779-1c4a-4773-8ac5-e57565cd4a57,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:35.266438 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35beb6f-453f-460b-9a7e-80659f00815e req-a4f937d4-e3e9-4c01-ac3d-97855720792a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:35.267970 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e35beb6f-453f-460b-9a7e-80659f00815e req-a4f937d4-e3e9-4c01-ac3d-97855720792a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0554471 Feb 21 04:19:35.317811 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e35beb6f-453f-460b-9a7e-80659f00815e req-10f0abad-badf-4379-a5a9-9b4ad210bbfe tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426397 Feb 21 04:19:35.805285 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-fc92abd9-a09f-4403-90af-eec5783cacc6 req-2a0b71aa-0dc9-417a-aa0b-dec697bfd984 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Deleting port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:19:35.805621 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-fc92abd9-a09f-4403-90af-eec5783cacc6 req-2a0b71aa-0dc9-417a-aa0b-dec697bfd984 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:35.831966 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd344e-65df-47d6-aa70-bd2d8cbcfb2c req-18b2c44a-7e65-43b0-8c27-9b306d5087c6 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:35.833414 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-40cd344e-65df-47d6-aa70-bd2d8cbcfb2c req-18b2c44a-7e65-43b0-8c27-9b306d5087c6 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.1445003 Feb 21 04:19:35.867111 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b342027-ac98-4944-84a9-d7b32ebbd1b2 req-903fdfa8-f7cb-45ec-bca3-7a078e1c3cce tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:35.873082 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0b342027-ac98-4944-84a9-d7b32ebbd1b2 req-903fdfa8-f7cb-45ec-bca3-7a078e1c3cce tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 944 time: 0.1543076 Feb 21 04:19:35.994192 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-40cd344e-65df-47d6-aa70-bd2d8cbcfb2c req-3aa9880f-e07c-4873-b30e-4d5f444a9b1b tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351094 Feb 21 04:19:36.000862 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0b342027-ac98-4944-84a9-d7b32ebbd1b2 req-1c61cda7-47e4-4465-9a2a-1cf6e8be3100 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197653 Feb 21 04:19:36.003132 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-fc92abd9-a09f-4403-90af-eec5783cacc6 req-2a0b71aa-0dc9-417a-aa0b-dec697bfd984 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] For port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:36.003508 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-fc92abd9-a09f-4403-90af-eec5783cacc6 req-2a0b71aa-0dc9-417a-aa0b-dec697bfd984 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:36.016107 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-fc92abd9-a09f-4403-90af-eec5783cacc6 req-2a0b71aa-0dc9-417a-aa0b-dec697bfd984 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Calling delete_port for ad59d774-1de8-45e3-a9d1-6d9c1aeca36e owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:19:36.146117 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63838c13-b064-440f-9da8-d57346bfe5c2 req-5e31cf72-39fe-4f2c-b9f8-f2984b89394e tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:36.147620 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63838c13-b064-440f-9da8-d57346bfe5c2 req-5e31cf72-39fe-4f2c-b9f8-f2984b89394e tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0776124 Feb 21 04:19:36.220616 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-fc92abd9-a09f-4403-90af-eec5783cacc6 req-2a0b71aa-0dc9-417a-aa0b-dec697bfd984 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (ad59d774-1de8-45e3-a9d1-6d9c1aeca36e), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:36.232203 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:19:36.254185 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63838c13-b064-440f-9da8-d57346bfe5c2 req-55faee60-4087-4936-bd52-02b0cd8170bf tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004999 Feb 21 04:19:36.255241 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b71aa-0dc9-417a-aa0b-dec697bfd984 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Pushing event deleted for resources: {'Port': ['ID=ad59d774-1de8-45e3-a9d1-6d9c1aeca36e,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:36.301068 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc92abd9-a09f-4403-90af-eec5783cacc6 req-2a0b71aa-0dc9-417a-aa0b-dec697bfd984 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] No DVR routers for this DVR port ad59d774-1de8-45e3-a9d1-6d9c1aeca36e on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:19:36.303583 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-fc92abd9-a09f-4403-90af-eec5783cacc6 req-2a0b71aa-0dc9-417a-aa0b-dec697bfd984 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:36.307062 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fc92abd9-a09f-4403-90af-eec5783cacc6 req-2a0b71aa-0dc9-417a-aa0b-dec697bfd984 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "DELETE /v2.0/ports/ad59d774-1de8-45e3-a9d1-6d9c1aeca36e HTTP/1.1" status: 204 len: 173 time: 0.6684496 Feb 21 04:19:36.307495 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a128817-df9b-46f1-902b-03d1cbcddb7d', 'name': 'network-vif-deleted', 'tag': 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:36.309723 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-242a32c8-7d08-49d4-9ebe-5c7236bddbbb" -d '{"events": [{"server_uuid": "4a128817-df9b-46f1-902b-03d1cbcddb7d", "name": "network-vif-deleted", "tag": "ad59d774-1de8-45e3-a9d1-6d9c1aeca36e"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:36.453526 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37502f0b-fca7-40b6-b2b8-d8820a25464f req-599390ca-ef42-45de-bdf1-0224bfdfc1bc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:36.455318 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-37502f0b-fca7-40b6-b2b8-d8820a25464f req-599390ca-ef42-45de-bdf1-0224bfdfc1bc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0641239 Feb 21 04:19:36.494983 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc4018-5ec3-4a87-9ec8-f76bfac142be x-openstack-request-id: req-f1cc4018-5ec3-4a87-9ec8-f76bfac142be {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:36.495279 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a128817-df9b-46f1-902b-03d1cbcddb7d", "name": "network-vif-deleted", "tag": "ad59d774-1de8-45e3-a9d1-6d9c1aeca36e", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:36.495539 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f1cc4018-5ec3-4a87-9ec8-f76bfac142be {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:36.495942 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a128817-df9b-46f1-902b-03d1cbcddb7d', 'name': 'network-vif-deleted', 'tag': 'ad59d774-1de8-45e3-a9d1-6d9c1aeca36e', 'status': 'completed', 'code': 200} Feb 21 04:19:36.508301 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-37502f0b-fca7-40b6-b2b8-d8820a25464f req-edf474c2-82ea-4f69-9e22-6510d6c26b74 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470815 Feb 21 04:19:37.126957 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6da9e7da-4ee9-4efe-9d8f-b6f20ddba29c req-67e0ec33-10a0-4cca-a92e-9d47444b6545 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a128817-df9b-46f1-902b-03d1cbcddb7d HTTP/1.1" status: 200 len: 210 time: 0.0305984 Feb 21 04:19:37.140785 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7b91e-817e-42ed-9ddd-6dab759736f0 req-59df1057-b16d-497c-9630-0950bab94d7d tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:37.142320 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-92f7b91e-817e-42ed-9ddd-6dab759736f0 req-59df1057-b16d-497c-9630-0950bab94d7d tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 944 time: 0.0862277 Feb 21 04:19:37.200550 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-92f7b91e-817e-42ed-9ddd-6dab759736f0 req-46a6257a-9159-47cb-b853-5e40f249f35e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 Feb 21 04:19:37.273542 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:19:37.377128 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f,segment=NetworkSegment(3fe231bf-d952-4509-bf2c-02945a15946c),segment_id=3fe231bf-d952-4509-bf2c-02945a15946c)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:37.382478 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a763ac-7223-4cc0-9f5d-836be9c6f6aa req-b15a4c79-d7e3-4b99-909f-902ee1635877 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:37.384512 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-36a763ac-7223-4cc0-9f5d-836be9c6f6aa req-b15a4c79-d7e3-4b99-909f-902ee1635877 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0549672 Feb 21 04:19:37.389385 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '717f4f68-10eb-467f-bfc7-a3b1a1bfc78f', 'network_id': '6ccc7210-5287-4fb4-a169-f1209c8506d4', 'port_id': '717f4f68-10eb-467f-bfc7-a3b1a1bfc78f', 'mac_address': 'fa:16:3e:23:4a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a30a23fe-eeb0-403b-9df9-bfa1059200d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:19:37.432601 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:19:37.433125 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:37.435748 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-36a763ac-7223-4cc0-9f5d-836be9c6f6aa req-099bd4f1-ca7a-4bf5-8232-8f44c1448f38 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436468 Feb 21 04:19:37.447731 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:19:37.474102 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f,segment=NetworkSegment(3fe231bf-d952-4509-bf2c-02945a15946c),segment_id=3fe231bf-d952-4509-bf2c-02945a15946c)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:37.478443 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:37.509919 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:19:37.545192 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:37.647092 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad838c6-2930-4b51-bc86-7087f5869b50 req-9fbf0818-c4bd-4a9a-876c-a5071f5ec96e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:37.648553 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0ad838c6-2930-4b51-bc86-7087f5869b50 req-9fbf0818-c4bd-4a9a-876c-a5071f5ec96e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0543895 Feb 21 04:19:37.694080 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0ad838c6-2930-4b51-bc86-7087f5869b50 req-64a1545a-7959-4710-bcce-00542c7968d5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397487 Feb 21 04:19:38.271496 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['717f4f68-10eb-467f-bfc7-a3b1a1bfc78f'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:19:38.324548 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b597bb-bfc8-4267-8018-ac9b855a2b60 req-25449828-6c35-41b6-a713-2f4d7b2274d7 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:38.326059 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a9b597bb-bfc8-4267-8018-ac9b855a2b60 req-25449828-6c35-41b6-a713-2f4d7b2274d7 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 945 time: 0.0576577 Feb 21 04:19:38.371673 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a9b597bb-bfc8-4267-8018-ac9b855a2b60 req-46314898-61bf-490b-9927-dfc96d8960cb tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394118 Feb 21 04:19:38.555066 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e29eb-2239-46be-b078-cf13426929a5 req-2f9f95b3-1aac-433a-bb86-227b903e1ea6 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:38.556528 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-181e29eb-2239-46be-b078-cf13426929a5 req-2f9f95b3-1aac-433a-bb86-227b903e1ea6 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 947 time: 0.0510266 Feb 21 04:19:38.603790 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-181e29eb-2239-46be-b078-cf13426929a5 req-c9713c09-3d47-44e1-b020-b2c555b6c596 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415726 Feb 21 04:19:38.824019 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625b5bbf-bb3f-4376-822f-12873d11225d req-b76128fa-f7ac-42e5-bde2-cce2945a3275 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:38.825517 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-625b5bbf-bb3f-4376-822f-12873d11225d req-b76128fa-f7ac-42e5-bde2-cce2945a3275 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0570314 Feb 21 04:19:38.871117 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-625b5bbf-bb3f-4376-822f-12873d11225d req-50ed2199-53cf-4c73-a793-a0d3b5d89eb8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401468 Feb 21 04:19:39.281776 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device aa7d3525-7090-4e66-8272-2fa8eafeec4d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:19:39.285096 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:19:39.390707 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:19:39.403435 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:19:39.403808 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:39.440291 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port aa7d3525-7090-4e66-8272-2fa8eafeec4d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=aa7d3525-7090-4e66-8272-2fa8eafeec4d,segment=NetworkSegment(eec701ae-1166-4c0a-92b9-7f8bd84f2b85),segment_id=eec701ae-1166-4c0a-92b9-7f8bd84f2b85)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:39.459465 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': 'aa7d3525-7090-4e66-8272-2fa8eafeec4d', 'network_id': '45115fa9-f997-42e4-9c51-db7ac029d19a', 'port_id': 'aa7d3525-7090-4e66-8272-2fa8eafeec4d', 'mac_address': 'fa:16:3e:bd:8d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5eeec93-6813-4926-9989-dac5ad6aa8a4', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:19:39.528738 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port aa7d3525-7090-4e66-8272-2fa8eafeec4d is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:19:39.529128 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:39.541590 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8263b7-66df-413f-871d-ce8e204be271 req-58f6add2-d323-40e0-895c-775765a7ca71 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:39.543005 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a8263b7-66df-413f-871d-ce8e204be271 req-58f6add2-d323-40e0-895c-775765a7ca71 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 945 time: 0.0887115 Feb 21 04:19:39.543775 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:19:39.544152 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:39.550739 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1a4cd-c1c7-4757-9bbd-cd8d4274fb64 req-b5345fb4-d9fe-4f7e-bf7a-d3409376baef tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:39.552131 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fbd1a4cd-c1c7-4757-9bbd-cd8d4274fb64 req-b5345fb4-d9fe-4f7e-bf7a-d3409376baef tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0831873 Feb 21 04:19:39.553719 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7d3525-7090-4e66-8272-2fa8eafeec4d {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:19:39.577195 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea586516-1575-4b69-b10e-b3f281b70c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717f4f68-10eb-467f-bfc7-a3b1a1bfc78f'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:39.579395 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed896ac-ef34-490b-a129-4bb1ea189bbe" -d '{"events": [{"server_uuid": "ea586516-1575-4b69-b10e-b3f281b70c99", "name": "network-vif-plugged", "status": "completed", "tag": "717f4f68-10eb-467f-bfc7-a3b1a1bfc78f"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:39.596530 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port aa7d3525-7090-4e66-8272-2fa8eafeec4d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=aa7d3525-7090-4e66-8272-2fa8eafeec4d,segment=NetworkSegment(eec701ae-1166-4c0a-92b9-7f8bd84f2b85),segment_id=eec701ae-1166-4c0a-92b9-7f8bd84f2b85)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:39.598417 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f,segment=NetworkSegment(3fe231bf-d952-4509-bf2c-02945a15946c),segment_id=3fe231bf-d952-4509-bf2c-02945a15946c)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:39.602001 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:39.606088 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:39.629749 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a8263b7-66df-413f-871d-ce8e204be271 req-9995cfc1-2248-4f42-b6fa-63d58648f975 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766604 Feb 21 04:19:39.632641 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fbd1a4cd-c1c7-4757-9bbd-cd8d4274fb64 req-527c89c2-84a9-4cdd-971e-cd96a8793b83 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740132 Feb 21 04:19:39.656175 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=aa7d3525-7090-4e66-8272-2fa8eafeec4d,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:39.684799 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c7e55d-54e0-4377-bb5e-d0cd08739188 x-openstack-request-id: req-37c7e55d-54e0-4377-bb5e-d0cd08739188 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:39.685187 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea586516-1575-4b69-b10e-b3f281b70c99", "name": "network-vif-plugged", "status": "completed", "tag": "717f4f68-10eb-467f-bfc7-a3b1a1bfc78f", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:39.685516 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37c7e55d-54e0-4377-bb5e-d0cd08739188 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:39.685984 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea586516-1575-4b69-b10e-b3f281b70c99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '717f4f68-10eb-467f-bfc7-a3b1a1bfc78f', 'code': 200} Feb 21 04:19:39.716850 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:39.759542 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab4a527-c526-4934-8d01-d3537bd10e97 req-44a181fe-2b77-4dc1-87c8-24ff4ce57c95 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:39.761377 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fab4a527-c526-4934-8d01-d3537bd10e97 req-44a181fe-2b77-4dc1-87c8-24ff4ce57c95 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 948 time: 0.0559330 Feb 21 04:19:39.810152 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fab4a527-c526-4934-8d01-d3537bd10e97 req-589732d1-fd32-46b9-929e-db880b8fe26c tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429559 Feb 21 04:19:39.869684 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c244-4585-4cda-91b4-8f703560e775 req-33f0314b-2908-468d-83cb-166296f30074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:39.871432 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0d64c244-4585-4cda-91b4-8f703560e775 req-33f0314b-2908-468d-83cb-166296f30074 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 1130 time: 0.0464354 Feb 21 04:19:39.920396 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0d64c244-4585-4cda-91b4-8f703560e775 req-faa1ab4b-89d8-479f-a4b4-c4707c11d9ec service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431156 Feb 21 04:19:39.999316 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f6fe8-28b3-422b-8b6d-398bbb6740aa req-a0e8744e-025a-4a76-9aaf-ad8b717ef2f8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:40.000808 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-737f6fe8-28b3-422b-8b6d-398bbb6740aa req-a0e8744e-025a-4a76-9aaf-ad8b717ef2f8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0537920 Feb 21 04:19:40.007332 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['aa7d3525-7090-4e66-8272-2fa8eafeec4d'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:19:40.048000 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-737f6fe8-28b3-422b-8b6d-398bbb6740aa req-1c1c2842-4e38-49b9-b650-7045452a38bc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402143 Feb 21 04:19:40.711103 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:40.778963 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b57e8-df2c-4553-b8b3-5abdead824c3 req-a300220e-8b3c-4a02-a12c-c2d1d0f0a1b8 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:40.780427 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7a1b57e8-df2c-4553-b8b3-5abdead824c3 req-a300220e-8b3c-4a02-a12c-c2d1d0f0a1b8 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0820253 Feb 21 04:19:40.787408 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814e44e-3488-47ef-a156-23484be3a287 req-6a443ca6-c280-4c25-969f-653ef4909750 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:40.788916 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9814e44e-3488-47ef-a156-23484be3a287 req-6a443ca6-c280-4c25-969f-653ef4909750 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 946 time: 0.0923877 Feb 21 04:19:40.859927 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7a1b57e8-df2c-4553-b8b3-5abdead824c3 req-6e9bd1f5-623e-4118-a62a-7294a5ee1f53 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700791 Feb 21 04:19:40.863099 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9814e44e-3488-47ef-a156-23484be3a287 req-8292196c-8220-463a-8110-671e7fa00b2c tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678532 Feb 21 04:19:40.967987 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e14594-a360-4794-bd3e-95fa319f8283 req-22329baf-8bb4-4d3e-88ab-64341e9d6e71 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:40.969488 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-22e14594-a360-4794-bd3e-95fa319f8283 req-22329baf-8bb4-4d3e-88ab-64341e9d6e71 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 948 time: 0.0525908 Feb 21 04:19:41.014200 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-22e14594-a360-4794-bd3e-95fa319f8283 req-1ef17d48-66ea-45a2-9fb9-d55d7141d5c0 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387013 Feb 21 04:19:41.182695 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3841cf1-439f-4126-a053-878e5883409f req-496c294e-a749-4c1d-b326-c3aa84cffdff tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:41.184183 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b3841cf1-439f-4126-a053-878e5883409f req-496c294e-a749-4c1d-b326-c3aa84cffdff tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0597069 Feb 21 04:19:41.231656 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b3841cf1-439f-4126-a053-878e5883409f req-acedcb2e-ae9c-4b23-97ca-c7ad7420a36f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417242 Feb 21 04:19:41.286193 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device aa7d3525-7090-4e66-8272-2fa8eafeec4d up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:19:41.334345 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port aa7d3525-7090-4e66-8272-2fa8eafeec4d completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:19:41.338045 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port aa7d3525-7090-4e66-8272-2fa8eafeec4d triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:19:41.338423 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:41.419197 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port aa7d3525-7090-4e66-8272-2fa8eafeec4d is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:19:41.419705 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:41.452072 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port aa7d3525-7090-4e66-8272-2fa8eafeec4d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=aa7d3525-7090-4e66-8272-2fa8eafeec4d,segment=NetworkSegment(eec701ae-1166-4c0a-92b9-7f8bd84f2b85),segment_id=eec701ae-1166-4c0a-92b9-7f8bd84f2b85)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:41.455756 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:41.500510 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=aa7d3525-7090-4e66-8272-2fa8eafeec4d,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:41.687118 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6affb217-bc47-45c6-8219-a6b557defb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7d3525-7090-4e66-8272-2fa8eafeec4d'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:41.689613 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b27a1a-89ae-4a7b-ab00-35e81518df4d" -d '{"events": [{"server_uuid": "6affb217-bc47-45c6-8219-a6b557defb55", "name": "network-vif-plugged", "status": "completed", "tag": "aa7d3525-7090-4e66-8272-2fa8eafeec4d"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:41.726128 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f5574a-c663-4ecc-b1be-00284e5cf460 x-openstack-request-id: req-02f5574a-c663-4ecc-b1be-00284e5cf460 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:41.726726 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6affb217-bc47-45c6-8219-a6b557defb55", "name": "network-vif-plugged", "status": "completed", "tag": "aa7d3525-7090-4e66-8272-2fa8eafeec4d", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:41.726726 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-02f5574a-c663-4ecc-b1be-00284e5cf460 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:41.727028 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6affb217-bc47-45c6-8219-a6b557defb55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7d3525-7090-4e66-8272-2fa8eafeec4d', 'code': 200} Feb 21 04:19:41.729532 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18157b30-99f8-48a1-bc81-bba5ef47ae64 req-65972cbc-d3f0-4a3d-b31a-3ca2149f7b25 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:41.730970 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18157b30-99f8-48a1-bc81-bba5ef47ae64 req-65972cbc-d3f0-4a3d-b31a-3ca2149f7b25 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.0549231 Feb 21 04:19:41.854064 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-18157b30-99f8-48a1-bc81-bba5ef47ae64 req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Deleting port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:19:41.855219 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-18157b30-99f8-48a1-bc81-bba5ef47ae64 req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:41.967731 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1576cf29-98ad-4a7f-85cb-4d4c519a0afe req-a96166d4-d455-48f1-9320-0bebd0ca098a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:41.969277 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-1576cf29-98ad-4a7f-85cb-4d4c519a0afe req-a96166d4-d455-48f1-9320-0bebd0ca098a service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 1133 time: 0.0751202 Feb 21 04:19:42.015260 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-1576cf29-98ad-4a7f-85cb-4d4c519a0afe req-0a8584e0-2642-4f39-ae7d-c7e2428c2ebf service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398369 Feb 21 04:19:42.254913 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-18157b30-99f8-48a1-bc81-bba5ef47ae64 req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] For port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5,segment=NetworkSegment(f6d303ad-ffb2-49bb-971b-1326b868d070),segment_id=f6d303ad-ffb2-49bb-971b-1326b868d070)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:42.255277 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-18157b30-99f8-48a1-bc81-bba5ef47ae64 req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:42.263830 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bd3bb-79e2-4039-b126-4345863557f8 req-7b6069ee-00a0-4cd8-bc2a-27648688a2ec tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:42.265315 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4f7bd3bb-79e2-4039-b126-4345863557f8 req-7b6069ee-00a0-4cd8-bc2a-27648688a2ec tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 945 time: 0.1239612 Feb 21 04:19:42.280559 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39daf6-717b-4dac-9e88-e79c9dd8c514 req-eba7dc4f-38e6-4f70-96b9-553d27c8cba4 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:42.282006 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7c39daf6-717b-4dac-9e88-e79c9dd8c514 req-eba7dc4f-38e6-4f70-96b9-553d27c8cba4 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 946 time: 0.1417372 Feb 21 04:19:42.292096 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-18157b30-99f8-48a1-bc81-bba5ef47ae64 req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Calling delete_port for 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:19:42.394809 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4f7bd3bb-79e2-4039-b126-4345863557f8 req-e51de3a5-5c1e-4f57-975b-592d741c9230 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/security-groups?id=e8cdc92f-8b55-44d1-98d9-f08feb5269cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213243 Feb 21 04:19:42.404263 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7c39daf6-717b-4dac-9e88-e79c9dd8c514 req-93e988ae-e660-492e-8ca7-05c01192870b tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133704 Feb 21 04:19:42.521970 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-18157b30-99f8-48a1-bc81-bba5ef47ae64 req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:42.534431 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:19:42.579329 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Pushing event deleted for resources: {'Port': ['ID=81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:42.619773 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.620118 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.620457 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.620819 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.621150 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.621483 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.621808 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.622128 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.622451 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.622872 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.623191 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.623513 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.623829 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:19:42.647348 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-18157b30-99f8-48a1-bc81-bba5ef47ae64 req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] No DVR routers for this DVR port 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:19:42.649837 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-18157b30-99f8-48a1-bc81-bba5ef47ae64 req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:42.653585 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18157b30-99f8-48a1-bc81-bba5ef47ae64 req-c6579e9c-6b31-4504-b715-1f24126b3ad6 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.45 "DELETE /v2.0/ports/81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 HTTP/1.1" status: 204 len: 173 time: 0.8962777 Feb 21 04:19:42.654787 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbdc0a4-bc84-45b4-ab5f-5a38689d0b41', 'name': 'network-vif-deleted', 'tag': '81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:42.657482 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18c93e9-9a47-4199-9439-9bb802659df6" -d '{"events": [{"server_uuid": "efbdc0a4-bc84-45b4-ab5f-5a38689d0b41", "name": "network-vif-deleted", "tag": "81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:42.674422 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0b120-800b-45da-97f3-ab7192a57c23 req-78f65a6b-ac1a-4f32-922b-5db8ec175ec7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:42.676553 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-83a0b120-800b-45da-97f3-ab7192a57c23 req-78f65a6b-ac1a-4f32-922b-5db8ec175ec7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.1845710 Feb 21 04:19:42.698640 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc610f98-353e-4d40-b1a0-1cd1a0af35ed req-e68a2d8d-5858-4dec-af8c-60e658e3b72c tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:42.700081 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fc610f98-353e-4d40-b1a0-1cd1a0af35ed req-e68a2d8d-5858-4dec-af8c-60e658e3b72c tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 949 time: 0.1793203 Feb 21 04:19:42.762427 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-83a0b120-800b-45da-97f3-ab7192a57c23 req-46d4c99a-90ed-45b0-835e-108bc08c34c6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787766 Feb 21 04:19:42.778724 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fc610f98-353e-4d40-b1a0-1cd1a0af35ed req-43462069-9dec-47e4-bbc4-3d326dd7b885 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699179 Feb 21 04:19:42.831810 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3925c7a8-b2be-4eda-b892-cb09d6776416 x-openstack-request-id: req-3925c7a8-b2be-4eda-b892-cb09d6776416 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:42.832103 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbdc0a4-bc84-45b4-ab5f-5a38689d0b41", "name": "network-vif-deleted", "tag": "81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:42.832358 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3925c7a8-b2be-4eda-b892-cb09d6776416 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:42.832791 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbdc0a4-bc84-45b4-ab5f-5a38689d0b41', 'name': 'network-vif-deleted', 'tag': '81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5', 'status': 'completed', 'code': 200} Feb 21 04:19:43.501213 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-eaf82078-3569-48e2-970c-f257749e7eff req-5740091c-aaf8-460d-8f9c-a30e23aaa1f3 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 210 time: 0.0269353 Feb 21 04:19:43.923239 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433c74c-5cca-40bc-8214-09102a620955 req-d214428d-7acb-45a1-bb31-ee57fb03f613 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:43.925037 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d433c74c-5cca-40bc-8214-09102a620955 req-d214428d-7acb-45a1-bb31-ee57fb03f613 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0868540 Feb 21 04:19:43.939583 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d864a8-36e5-4dba-9aab-26d30100d84c req-ff511d58-aa10-46ed-aa87-e2b58d4c8a88 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:43.940993 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-49d864a8-36e5-4dba-9aab-26d30100d84c req-ff511d58-aa10-46ed-aa87-e2b58d4c8a88 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 949 time: 0.0770037 Feb 21 04:19:44.006191 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d433c74c-5cca-40bc-8214-09102a620955 req-f71f547f-d9b6-4566-96f4-f5cd5af9aea0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755582 Feb 21 04:19:44.012820 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-49d864a8-36e5-4dba-9aab-26d30100d84c req-b3f5082f-bd56-46d2-9908-b0a6e82c23de tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660727 Feb 21 04:19:44.603621 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-658d09e2-e3e9-406e-97a9-63adedb6211c req-b43947a4-91c9-4b91-9a12-913864c4ed3e tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 210 time: 0.0267115 Feb 21 04:19:45.165955 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4b2d29-b399-4a89-8796-2eaee47feb9d req-8e53dcfe-27a7-4215-b711-cb5a29c5ebf4 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:45.167468 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fa4b2d29-b399-4a89-8796-2eaee47feb9d req-8e53dcfe-27a7-4215-b711-cb5a29c5ebf4 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 949 time: 0.0882478 Feb 21 04:19:45.174937 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cbea9-4549-4557-9554-fe07a1067bb4 req-95f35a59-7901-4100-b71d-36151befe666 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:45.176304 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-df9cbea9-4549-4557-9554-fe07a1067bb4 req-95f35a59-7901-4100-b71d-36151befe666 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0958371 Feb 21 04:19:45.246634 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fa4b2d29-b399-4a89-8796-2eaee47feb9d req-364caf0b-e4c8-4cc1-9ab5-6db981647ad1 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693765 Feb 21 04:19:45.249879 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-df9cbea9-4549-4557-9554-fe07a1067bb4 req-e92beab9-f557-4839-917b-c7d59203a694 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670538 Feb 21 04:19:45.707852 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f266b8db-2661-47b0-9636-06b0a1cc63c8 req-5e9a5296-0230-4782-accf-137e5ca00b58 tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Feb 21 04:19:46.397867 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb783554-33fe-44ee-ae1a-0a770892d0a5 req-af38bcbd-dd87-4242-a6f0-07f2c13c21a5 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:46.399352 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cb783554-33fe-44ee-ae1a-0a770892d0a5 req-af38bcbd-dd87-4242-a6f0-07f2c13c21a5 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 949 time: 0.0854855 Feb 21 04:19:46.410108 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68104b22-a879-4d3d-8dc2-7ae53358a3d3 req-beee3ed0-1528-4934-bd23-045538e5aca1 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:46.411453 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-68104b22-a879-4d3d-8dc2-7ae53358a3d3 req-beee3ed0-1528-4934-bd23-045538e5aca1 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0725577 Feb 21 04:19:46.474439 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cb783554-33fe-44ee-ae1a-0a770892d0a5 req-104b28f9-0646-4386-b43e-4556f2c402c4 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620091 Feb 21 04:19:46.484826 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-68104b22-a879-4d3d-8dc2-7ae53358a3d3 req-34849ad3-8cfe-4695-b042-301315c5867a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669804 Feb 21 04:19:46.810707 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-081cd243-0751-4ae7-aed7-282c4c417ecd req-4c738840-532b-490f-b7f8-fc68e4997dff tempest-AttachVolumeNegativeTest-1696513815 tempest-AttachVolumeNegativeTest-1696513815-project] 10.222.0.10 "GET /v2.0/ports?device_id=efbdc0a4-bc84-45b4-ab5f-5a38689d0b41 HTTP/1.1" status: 200 len: 210 time: 0.0259886 Feb 21 04:19:47.481551 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:19:47.503390 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:19:47.503740 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 81c2bfeb-6e2e-4b6e-a06d-1af7c280bad5 not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:19:47.642421 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1a8fde-2ee9-4447-b287-162d3632033e req-c2c230c1-f4b0-4fdd-9120-47e888b55c9e tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:47.643931 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0b1a8fde-2ee9-4447-b287-162d3632033e req-c2c230c1-f4b0-4fdd-9120-47e888b55c9e tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 949 time: 0.0902286 Feb 21 04:19:47.654980 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883e698-b2c4-4e59-9fa9-2ae3f4f5f9ac req-cd174e55-d208-4e43-89b9-ebf2d624a6b9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:47.656333 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0883e698-b2c4-4e59-9fa9-2ae3f4f5f9ac req-cd174e55-d208-4e43-89b9-ebf2d624a6b9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0941191 Feb 21 04:19:47.725379 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0b1a8fde-2ee9-4447-b287-162d3632033e req-2bf21d2f-fadc-408f-9323-24af34d636ec tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680904 Feb 21 04:19:47.729338 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0883e698-b2c4-4e59-9fa9-2ae3f4f5f9ac req-a2767894-833d-4708-99a2-b62f69c76251 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656917 Feb 21 04:19:47.865063 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 36298) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:48.050291 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec4a94f-0019-4839-b79b-af3dc55f11dd admin admin] Deleting subnet 1ded90e6-ea51-40b5-9fe9-82428e77be8f {{(pid=102899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:19:48.053275 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7ec4a94f-0019-4839-b79b-af3dc55f11dd admin admin] Publish callbacks [] for subnet (1ded90e6-ea51-40b5-9fe9-82428e77be8f), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.086366 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7ec4a94f-0019-4839-b79b-af3dc55f11dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14165117'] for subnet (1ded90e6-ea51-40b5-9fe9-82428e77be8f), precommit_delete_associations {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.129342 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7ec4a94f-0019-4839-b79b-af3dc55f11dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (1ded90e6-ea51-40b5-9fe9-82428e77be8f), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.181417 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7ec4a94f-0019-4839-b79b-af3dc55f11dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15709838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14453937'] for subnet (1ded90e6-ea51-40b5-9fe9-82428e77be8f), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.212852 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4a94f-0019-4839-b79b-af3dc55f11dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ded90e6-ea51-40b5-9fe9-82428e77be8f,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:48.217719 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7ec4a94f-0019-4839-b79b-af3dc55f11dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.223357 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-7ec4a94f-0019-4839-b79b-af3dc55f11dd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1ded90e6-ea51-40b5-9fe9-82428e77be8f HTTP/1.1" status: 204 len: 168 time: 0.3570807 Feb 21 04:19:48.225792 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 36302) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:48.298009 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (0e926c3e-9f0b-4575-b2e7-0a1f391618f8), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.380851 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (0e926c3e-9f0b-4575-b2e7-0a1f391618f8), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.400499 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e926c3e-9f0b-4575-b2e7-0a1f391618f8']}} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:19:48.410190 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6d303ad-ffb2-49bb-971b-1326b868d070') {'for_net_delete': True} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:19:48.410481 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6d303ad-ffb2-49bb-971b-1326b868d070') {} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:19:48.419568 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14165092'] for segment (f6d303ad-ffb2-49bb-971b-1326b868d070), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.432717 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (f6d303ad-ffb2-49bb-971b-1326b868d070), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.438295 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=102899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:19:48.438669 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15709032'] for segment (f6d303ad-ffb2-49bb-971b-1326b868d070), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: Traceback (most recent call last): Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: timer() Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: cb(*args, **kw) Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: return func(*args, **kwargs) Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: self._notify() Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: self.callback(batched_events) Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: event.method(event) Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: return f(self, *a, **k) Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._get(url).json() Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: return self.request(url, 'GET', **kwargs) Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:19:48.440546 dv-cinder-773985-36-iscsi neutron-server[102899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:19:48.500489 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (0e926c3e-9f0b-4575-b2e7-0a1f391618f8), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.506053 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.511659 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] 10.222.0.10 "DELETE /v2.0/networks/0e926c3e-9f0b-4575-b2e7-0a1f391618f8 HTTP/1.1" status: 204 len: 168 time: 0.2821789 Feb 21 04:19:48.520902 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235faa3-3d78-4b81-972c-c6b8380fa1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=0e926c3e-9f0b-4575-b2e7-0a1f391618f8,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:48.633940 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 36308) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:48.672578 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-801867a3-7cbf-4167-94d4-a05a7cf8e9ce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a0b65910b0574d41970df84e6a1fdbba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0375304 Feb 21 04:19:48.674923 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 36310) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:19:48.720929 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6cf92026-41d0-49ae-9927-088e63c67188 admin admin] Publish callbacks [] for security_group (e8cdc92f-8b55-44d1-98d9-f08feb5269cb), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.741154 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6cf92026-41d0-49ae-9927-088e63c67188 admin admin] Publish callbacks [] for security_group (e8cdc92f-8b55-44d1-98d9-f08feb5269cb), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.810144 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6cf92026-41d0-49ae-9927-088e63c67188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (e8cdc92f-8b55-44d1-98d9-f08feb5269cb), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.812665 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6cf92026-41d0-49ae-9927-088e63c67188 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:48.813805 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-6cf92026-41d0-49ae-9927-088e63c67188 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e8cdc92f-8b55-44d1-98d9-f08feb5269cb HTTP/1.1" status: 204 len: 168 time: 0.1380200 Feb 21 04:19:48.864133 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf92026-41d0-49ae-9927-088e63c67188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8cdc92f-8b55-44d1-98d9-f08feb5269cb,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:48.917372 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b1b8b-11e2-4b1b-a9b9-9ae1654abff2 req-b6c57c84-4fb9-465e-a4b2-977de613b0d4 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:48.918855 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-047b1b8b-11e2-4b1b-a9b9-9ae1654abff2 req-b6c57c84-4fb9-465e-a4b2-977de613b0d4 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 949 time: 0.1189039 Feb 21 04:19:48.943079 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ad960d-8d82-465b-9ea3-3cf1ce9f3825 req-914156b8-fa37-4b5f-8d0c-031b670064c0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:48.944579 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d6ad960d-8d82-465b-9ea3-3cf1ce9f3825 req-914156b8-fa37-4b5f-8d0c-031b670064c0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.1297996 Feb 21 04:19:49.013587 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-047b1b8b-11e2-4b1b-a9b9-9ae1654abff2 req-72de0f4b-0fbf-4e34-be8d-4d1e9166205a tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885420 Feb 21 04:19:49.017702 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d6ad960d-8d82-465b-9ea3-3cf1ce9f3825 req-14d4d40f-39fe-44c5-9999-0e8938dbcbb5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667562 Feb 21 04:19:49.281277 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd7b59f-2907-4123-9bb7-235a982b5644 req-c75f024b-1760-43d7-b074-19949b2cc791 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:49.282812 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-efd7b59f-2907-4123-9bb7-235a982b5644 req-c75f024b-1760-43d7-b074-19949b2cc791 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 949 time: 0.0531590 Feb 21 04:19:49.331637 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-efd7b59f-2907-4123-9bb7-235a982b5644 req-98d74e81-c45c-4861-b8fe-b780ad818e32 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Feb 21 04:19:50.158533 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a887-f32d-4c7a-bf4a-59c90ff7624b req-21187599-8ff8-4110-8b3c-a98648323fbc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:50.160087 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8094a887-f32d-4c7a-bf4a-59c90ff7624b req-21187599-8ff8-4110-8b3c-a98648323fbc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.0619209 Feb 21 04:19:50.218582 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8094a887-f32d-4c7a-bf4a-59c90ff7624b req-d0ae4ac9-e63f-44b3-bf68-66e2a5648547 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523286 Feb 21 04:19:50.467737 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b71cc2-7c67-45bc-9bdc-1d3f6f9d8072 req-f25eb724-66b7-4d51-8e73-4328d83136ec tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:50.469261 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-22b71cc2-7c67-45bc-9bdc-1d3f6f9d8072 req-f25eb724-66b7-4d51-8e73-4328d83136ec tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 949 time: 0.0572920 Feb 21 04:19:50.515627 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-22b71cc2-7c67-45bc-9bdc-1d3f6f9d8072 req-83549ca7-c613-492e-bc84-b8190b1647d2 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/security-groups?id=f639f8de-cca2-47b3-a8b5-c35b75a18051&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402324 Feb 21 04:19:51.000946 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99c5e5-65c8-427f-83bc-2f3a7da022af req-6927a662-8a71-4bdb-a560-6a4f382b69c2 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:51.002908 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5e99c5e5-65c8-427f-83bc-2f3a7da022af req-6927a662-8a71-4bdb-a560-6a4f382b69c2 tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.45 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 949 time: 0.0545731 Feb 21 04:19:51.091535 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-5e99c5e5-65c8-427f-83bc-2f3a7da022af req-3fcd4bb7-c733-41b7-8675-1de6b0b2cdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Deleting port aa7d3525-7090-4e66-8272-2fa8eafeec4d {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:19:51.091892 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-5e99c5e5-65c8-427f-83bc-2f3a7da022af req-3fcd4bb7-c733-41b7-8675-1de6b0b2cdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:51.181827 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-5e99c5e5-65c8-427f-83bc-2f3a7da022af req-3fcd4bb7-c733-41b7-8675-1de6b0b2cdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] For port aa7d3525-7090-4e66-8272-2fa8eafeec4d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=aa7d3525-7090-4e66-8272-2fa8eafeec4d,segment=NetworkSegment(eec701ae-1166-4c0a-92b9-7f8bd84f2b85),segment_id=eec701ae-1166-4c0a-92b9-7f8bd84f2b85)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:51.182584 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-5e99c5e5-65c8-427f-83bc-2f3a7da022af req-3fcd4bb7-c733-41b7-8675-1de6b0b2cdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:51.194343 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-5e99c5e5-65c8-427f-83bc-2f3a7da022af req-3fcd4bb7-c733-41b7-8675-1de6b0b2cdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Calling delete_port for aa7d3525-7090-4e66-8272-2fa8eafeec4d owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:19:51.349016 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-5e99c5e5-65c8-427f-83bc-2f3a7da022af req-3fcd4bb7-c733-41b7-8675-1de6b0b2cdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (aa7d3525-7090-4e66-8272-2fa8eafeec4d), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:51.360724 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['aa7d3525-7090-4e66-8272-2fa8eafeec4d'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:19:51.394656 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215de713-74cd-4a27-bd43-0d11960337aa req-fcf085ae-f4d4-4f57-b207-74973b32f2dc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:51.396164 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-215de713-74cd-4a27-bd43-0d11960337aa req-fcf085ae-f4d4-4f57-b207-74973b32f2dc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 944 time: 0.1048985 Feb 21 04:19:51.400202 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd4bb7-c733-41b7-8675-1de6b0b2cdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Pushing event deleted for resources: {'Port': ['ID=aa7d3525-7090-4e66-8272-2fa8eafeec4d,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:51.440960 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e99c5e5-65c8-427f-83bc-2f3a7da022af req-3fcd4bb7-c733-41b7-8675-1de6b0b2cdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] No DVR routers for this DVR port aa7d3525-7090-4e66-8272-2fa8eafeec4d on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:19:51.443609 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-5e99c5e5-65c8-427f-83bc-2f3a7da022af req-3fcd4bb7-c733-41b7-8675-1de6b0b2cdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:51.447195 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5e99c5e5-65c8-427f-83bc-2f3a7da022af req-3fcd4bb7-c733-41b7-8675-1de6b0b2cdff tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.45 "DELETE /v2.0/ports/aa7d3525-7090-4e66-8272-2fa8eafeec4d HTTP/1.1" status: 204 len: 173 time: 0.4394777 Feb 21 04:19:51.454288 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6affb217-bc47-45c6-8219-a6b557defb55', 'name': 'network-vif-deleted', 'tag': 'aa7d3525-7090-4e66-8272-2fa8eafeec4d'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:51.456599 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431afb3a-fb1d-4832-a7fc-a8f98ea4c68f" -d '{"events": [{"server_uuid": "6affb217-bc47-45c6-8219-a6b557defb55", "name": "network-vif-deleted", "tag": "aa7d3525-7090-4e66-8272-2fa8eafeec4d"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:51.493620 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-215de713-74cd-4a27-bd43-0d11960337aa req-155cdfe9-6dd3-493c-bce1-edcd2aace436 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776589 Feb 21 04:19:51.531184 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161cd9dc-eac0-4142-98bc-88ee4fc4d22e x-openstack-request-id: req-161cd9dc-eac0-4142-98bc-88ee4fc4d22e {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:51.531537 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6affb217-bc47-45c6-8219-a6b557defb55", "name": "network-vif-deleted", "tag": "aa7d3525-7090-4e66-8272-2fa8eafeec4d", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:51.531842 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-161cd9dc-eac0-4142-98bc-88ee4fc4d22e {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:51.532303 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6affb217-bc47-45c6-8219-a6b557defb55', 'name': 'network-vif-deleted', 'tag': 'aa7d3525-7090-4e66-8272-2fa8eafeec4d', 'status': 'completed', 'code': 200} Feb 21 04:19:51.538170 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad4a893e-bbd1-41d8-a92a-483868402b5b details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:19:51.715707 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:51.729347 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'port_id': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'mac_address': 'fa:16:3e:b5:bb:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:19:51.745243 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b03ba86a-4ebb-49b5-907d-aae190b8f8f9 req-52d3dd72-f74b-4ac4-9f12-7629de7ec62e tempest-VolumesNegativeTest-1077402896 tempest-VolumesNegativeTest-1077402896-project] 10.222.0.10 "GET /v2.0/ports?device_id=6affb217-bc47-45c6-8219-a6b557defb55 HTTP/1.1" status: 200 len: 210 time: 0.0827200 Feb 21 04:19:51.773642 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ad4a893e-bbd1-41d8-a92a-483868402b5b is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:19:51.773902 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:51.793362 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad4a893e-bbd1-41d8-a92a-483868402b5b {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:19:51.814643 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:51.818210 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:51.866933 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ad4a893e-bbd1-41d8-a92a-483868402b5b,revision_number=9']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:52.222164 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['ad4a893e-bbd1-41d8-a92a-483868402b5b'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:19:52.621576 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449f3d2-f8d5-473c-8c0e-a9083a2fadb3 req-e76b7d71-8963-4d78-a1ab-65f949d611e6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:52.623066 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a449f3d2-f8d5-473c-8c0e-a9083a2fadb3 req-e76b7d71-8963-4d78-a1ab-65f949d611e6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 945 time: 0.0534115 Feb 21 04:19:52.668722 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a449f3d2-f8d5-473c-8c0e-a9083a2fadb3 req-cb970d7a-4e31-4452-b8b0-2dfc951364c2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396454 Feb 21 04:19:53.531511 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad4a893e-bbd1-41d8-a92a-483868402b5b up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:19:53.581712 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port ad4a893e-bbd1-41d8-a92a-483868402b5b triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:19:53.581712 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:53.672195 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ad4a893e-bbd1-41d8-a92a-483868402b5b is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:19:53.672581 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:53.699107 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:19:53.701445 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b1e7064-e35e-41f8-9c76-e3a91241cc6c" -d '{"events": [{"server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "name": "network-vif-plugged", "status": "completed", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:19:53.714654 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:19:53.719422 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:53.720412 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device aa7d3525-7090-4e66-8272-2fa8eafeec4d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:19:53.759664 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: aa7d3525-7090-4e66-8272-2fa8eafeec4d {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:19:53.759999 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device aa7d3525-7090-4e66-8272-2fa8eafeec4d not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:19:53.796755 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ad4a893e-bbd1-41d8-a92a-483868402b5b,revision_number=10']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:19:53.838246 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6515918-bbfb-44f6-8489-997932e6ebe1 req-7426d409-5843-41ee-ac41-720154134bf9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:53.840600 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6515918-bbfb-44f6-8489-997932e6ebe1 req-7426d409-5843-41ee-ac41-720154134bf9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0751503 Feb 21 04:19:53.906126 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6515918-bbfb-44f6-8489-997932e6ebe1 req-c815259a-6101-4340-988f-b1119f512761 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547752 Feb 21 04:19:53.934794 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940e549a-d624-4955-b545-c248ccc0d143 x-openstack-request-id: req-940e549a-d624-4955-b545-c248ccc0d143 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:19:53.935088 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "name": "network-vif-plugged", "status": "completed", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:19:53.935488 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-940e549a-d624-4955-b545-c248ccc0d143 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:19:53.935879 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'code': 200} Feb 21 04:19:55.024052 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de0fba-94cf-4e5d-8144-0b503c25c5f9 req-3cbfa616-a61d-4554-a702-382946dec360 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:55.025560 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f1de0fba-94cf-4e5d-8144-0b503c25c5f9 req-3cbfa616-a61d-4554-a702-382946dec360 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0567129 Feb 21 04:19:55.073262 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f1de0fba-94cf-4e5d-8144-0b503c25c5f9 req-ba04a7c8-91b2-4494-86ea-e3dde49cc96c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420246 Feb 21 04:19:56.095200 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2049e40c-8715-4424-90d9-c2752ee112bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:56.196624 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44c42f-f96c-4851-b1c1-bc3e7662ac35 req-9f31fdf5-a1a9-48cb-8efe-a783afb53997 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:56.198111 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc44c42f-f96c-4851-b1c1-bc3e7662ac35 req-9f31fdf5-a1a9-48cb-8efe-a783afb53997 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0519309 Feb 21 04:19:56.243109 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc44c42f-f96c-4851-b1c1-bc3e7662ac35 req-7fa74e1d-94c1-4dbc-94dc-d8a6180e4617 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394390 Feb 21 04:19:57.363068 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ede3f0-2115-40c0-a064-86c6b4682401 req-cce2e1e6-eb28-4860-a7c4-b9de3e76303f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:57.364536 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-84ede3f0-2115-40c0-a064-86c6b4682401 req-cce2e1e6-eb28-4860-a7c4-b9de3e76303f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0503628 Feb 21 04:19:57.414296 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-84ede3f0-2115-40c0-a064-86c6b4682401 req-ff7395ee-2a6d-4df4-9079-356b3a7c66ca tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443184 Feb 21 04:19:57.927200 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6e0d0-56e0-4896-8bef-f7e739d4c192 req-323fb0a2-1716-4971-8d4a-eba379ed1b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:57.928755 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f9e6e0d0-56e0-4896-8bef-f7e739d4c192 req-323fb0a2-1716-4971-8d4a-eba379ed1b45 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 1131 time: 0.0462162 Feb 21 04:19:57.971311 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f9e6e0d0-56e0-4896-8bef-f7e739d4c192 req-40150370-b54d-4408-a342-628e580c58dd service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356088 Feb 21 04:19:58.138832 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4a426d1f-66cd-4d27-85f6-adaf1ab27522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:58.538917 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2dd38-b9ff-4c81-8157-149702597a77 req-80c0936d-5177-4271-a507-02b98a7dcb37 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:58.540397 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b7c2dd38-b9ff-4c81-8157-149702597a77 req-80c0936d-5177-4271-a507-02b98a7dcb37 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0532403 Feb 21 04:19:58.590262 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b7c2dd38-b9ff-4c81-8157-149702597a77 req-ee6d2c15-5669-4dc9-af17-0d6f16ff1061 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442979 Feb 21 04:19:59.485323 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:19:59.731417 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9e644-8308-427b-8bb4-64f96c7ec9f9 req-9a5685f0-9e1a-41b9-948f-c0c893f1ce0f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:19:59.732965 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8b9e644-8308-427b-8bb4-64f96c7ec9f9 req-9a5685f0-9e1a-41b9-948f-c0c893f1ce0f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0643771 Feb 21 04:19:59.796406 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8b9e644-8308-427b-8bb4-64f96c7ec9f9 req-0480640a-2e68-45d5-801f-efca7ada9c79 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554652 Feb 21 04:19:59.921278 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 36832) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:00.066923 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-6e3aeabe-e76f-43d8-940d-ff944924ae11 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a283a65347cb40d49115aa80e0927d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444354 Feb 21 04:20:00.069641 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 36840) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:00.126036 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f211fb31-c210-4bac-8edf-ebdbc333094e admin admin] Publish callbacks [] for security_group (f639f8de-cca2-47b3-a8b5-c35b75a18051), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:00.147982 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f211fb31-c210-4bac-8edf-ebdbc333094e admin admin] Publish callbacks [] for security_group (f639f8de-cca2-47b3-a8b5-c35b75a18051), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:00.196352 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f211fb31-c210-4bac-8edf-ebdbc333094e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (f639f8de-cca2-47b3-a8b5-c35b75a18051), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:00.199130 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f211fb31-c210-4bac-8edf-ebdbc333094e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:00.200283 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-f211fb31-c210-4bac-8edf-ebdbc333094e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f639f8de-cca2-47b3-a8b5-c35b75a18051 HTTP/1.1" status: 204 len: 168 time: 0.1295414 Feb 21 04:20:00.209352 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211fb31-c210-4bac-8edf-ebdbc333094e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f639f8de-cca2-47b3-a8b5-c35b75a18051,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:00.850682 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:00.939479 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea007e6-8968-4742-9db3-905b897db135 req-3cc1cd60-cb74-4099-8c13-a65541aeb5f9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:00.940989 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-eea007e6-8968-4742-9db3-905b897db135 req-3cc1cd60-cb74-4099-8c13-a65541aeb5f9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0577517 Feb 21 04:20:00.997278 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-eea007e6-8968-4742-9db3-905b897db135 req-6d8c798c-8697-4074-9682-76407c95deba tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505397 Feb 21 04:20:02.114309 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20d7fb-8458-415a-bc90-3d41b861f39e req-9181678f-9f46-46ee-8a71-dae14c5f5c91 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:02.115790 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fe20d7fb-8458-415a-bc90-3d41b861f39e req-9181678f-9f46-46ee-8a71-dae14c5f5c91 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0514729 Feb 21 04:20:02.161686 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fe20d7fb-8458-415a-bc90-3d41b861f39e req-a37f2e03-e9d0-4178-b9dc-3f3967ccef7e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405569 Feb 21 04:20:02.502173 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.017475 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37024) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:08.120892 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.211388 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Publish callbacks [] for security_group (14c4904f-f367-4db0-b46b-abcb67d4813e), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.215331 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (14c4904f-f367-4db0-b46b-abcb67d4813e), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.254612 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e857a71a1fe9404593ad421d4f3eb6f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360644 Feb 21 04:20:08.255495 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c4904f-f367-4db0-b46b-abcb67d4813e,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:08.257324 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37028) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:08.262691 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.263011 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.263357 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.263696 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.264395 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.264395 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.264731 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.265022 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.265404 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.265892 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.266417 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.266945 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.267480 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512e4ff9-5d52-4de1-9fb5-0d1c4bb869af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:08.307170 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c4734929-31f0-45ed-b166-ff9a4d6ffb34 admin admin] Publish callbacks [] for security_group (14c4904f-f367-4db0-b46b-abcb67d4813e), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.331867 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c4734929-31f0-45ed-b166-ff9a4d6ffb34 admin admin] Publish callbacks [] for security_group (14c4904f-f367-4db0-b46b-abcb67d4813e), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.378706 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c4734929-31f0-45ed-b166-ff9a4d6ffb34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (14c4904f-f367-4db0-b46b-abcb67d4813e), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.381321 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c4734929-31f0-45ed-b166-ff9a4d6ffb34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.382499 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-c4734929-31f0-45ed-b166-ff9a4d6ffb34 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/14c4904f-f367-4db0-b46b-abcb67d4813e HTTP/1.1" status: 204 len: 168 time: 0.1242089 Feb 21 04:20:08.390264 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4734929-31f0-45ed-b166-ff9a4d6ffb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c4904f-f367-4db0-b46b-abcb67d4813e,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:08.648262 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37036) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:08.663578 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1d371f4a-e004-4d5c-bc35-c9face4acf00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.737057 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1d371f4a-e004-4d5c-bc35-c9face4acf00 admin admin] Publish callbacks [] for security_group (c76233de-b37a-4c5f-b96d-a737d3f2bcd7), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.742391 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1d371f4a-e004-4d5c-bc35-c9face4acf00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (c76233de-b37a-4c5f-b96d-a737d3f2bcd7), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.785092 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-1d371f4a-e004-4d5c-bc35-c9face4acf00 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0d7cecba222747ddb5f18529534beb0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1356747 Feb 21 04:20:08.785954 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d371f4a-e004-4d5c-bc35-c9face4acf00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76233de-b37a-4c5f-b96d-a737d3f2bcd7,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:08.787680 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37038) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:08.837288 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b9eebcca-0218-478a-81b9-5675f038621f admin admin] Publish callbacks [] for security_group (c76233de-b37a-4c5f-b96d-a737d3f2bcd7), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.858154 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b9eebcca-0218-478a-81b9-5675f038621f admin admin] Publish callbacks [] for security_group (c76233de-b37a-4c5f-b96d-a737d3f2bcd7), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.906488 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b9eebcca-0218-478a-81b9-5675f038621f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (c76233de-b37a-4c5f-b96d-a737d3f2bcd7), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.909453 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-b9eebcca-0218-478a-81b9-5675f038621f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:08.910670 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-b9eebcca-0218-478a-81b9-5675f038621f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c76233de-b37a-4c5f-b96d-a737d3f2bcd7 HTTP/1.1" status: 204 len: 168 time: 0.1213503 Feb 21 04:20:08.918949 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eebcca-0218-478a-81b9-5675f038621f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76233de-b37a-4c5f-b96d-a737d3f2bcd7,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:10.701589 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:14.510437 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:20:16.294989 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37174) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:16.399974 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3efd5a3d-b91c-446a-9091-4de757c4aa27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:16.474703 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3efd5a3d-b91c-446a-9091-4de757c4aa27 admin admin] Publish callbacks [] for security_group (e51dfcd3-ac7f-4211-a516-023ab01a7641), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:16.479432 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3efd5a3d-b91c-446a-9091-4de757c4aa27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (e51dfcd3-ac7f-4211-a516-023ab01a7641), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:16.518376 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-3efd5a3d-b91c-446a-9091-4de757c4aa27 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e24572a3018d43189a0f74f7b2f327d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218709 Feb 21 04:20:16.519513 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd5a3d-b91c-446a-9091-4de757c4aa27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51dfcd3-ac7f-4211-a516-023ab01a7641,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:16.521058 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37178) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:16.575253 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-79e7b7c1-346b-43da-a214-c83ba449b421 admin admin] Publish callbacks [] for security_group (e51dfcd3-ac7f-4211-a516-023ab01a7641), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:16.599191 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-79e7b7c1-346b-43da-a214-c83ba449b421 admin admin] Publish callbacks [] for security_group (e51dfcd3-ac7f-4211-a516-023ab01a7641), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:16.649367 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-79e7b7c1-346b-43da-a214-c83ba449b421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (e51dfcd3-ac7f-4211-a516-023ab01a7641), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:16.651564 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-79e7b7c1-346b-43da-a214-c83ba449b421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:16.652768 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-79e7b7c1-346b-43da-a214-c83ba449b421 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e51dfcd3-ac7f-4211-a516-023ab01a7641 HTTP/1.1" status: 204 len: 168 time: 0.1306496 Feb 21 04:20:16.666872 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e7b7c1-346b-43da-a214-c83ba449b421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51dfcd3-ac7f-4211-a516-023ab01a7641,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:16.911534 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37186) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:16.926922 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cca69be-6eda-44a4-8d29-73d5a93b362c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:17.000561 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cca69be-6eda-44a4-8d29-73d5a93b362c admin admin] Publish callbacks [] for security_group (701e8e0c-6af0-4abd-b2d8-52eafb1b8db7), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:17.005417 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cca69be-6eda-44a4-8d29-73d5a93b362c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (701e8e0c-6af0-4abd-b2d8-52eafb1b8db7), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:17.045101 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-4cca69be-6eda-44a4-8d29-73d5a93b362c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c7c5b90181d847e994a6931281adbbe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1324623 Feb 21 04:20:17.046043 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca69be-6eda-44a4-8d29-73d5a93b362c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701e8e0c-6af0-4abd-b2d8-52eafb1b8db7,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:17.048024 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37190) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:17.100615 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-82d1c1c1-f17d-466a-85c2-5bc2532425c5 admin admin] Publish callbacks [] for security_group (701e8e0c-6af0-4abd-b2d8-52eafb1b8db7), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:17.121968 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-82d1c1c1-f17d-466a-85c2-5bc2532425c5 admin admin] Publish callbacks [] for security_group (701e8e0c-6af0-4abd-b2d8-52eafb1b8db7), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:17.168622 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-82d1c1c1-f17d-466a-85c2-5bc2532425c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (701e8e0c-6af0-4abd-b2d8-52eafb1b8db7), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:17.171226 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-82d1c1c1-f17d-466a-85c2-5bc2532425c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:17.172554 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-82d1c1c1-f17d-466a-85c2-5bc2532425c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/701e8e0c-6af0-4abd-b2d8-52eafb1b8db7 HTTP/1.1" status: 204 len: 168 time: 0.1233950 Feb 21 04:20:17.180033 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1c1c1-f17d-466a-85c2-5bc2532425c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701e8e0c-6af0-4abd-b2d8-52eafb1b8db7,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:25.656173 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c028f5b-e912-4a3b-b9e8-cc1c3ef6ef07 req-83ee28ab-a73d-4549-ad85-b89b5aabd2c9 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:25.657705 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7c028f5b-e912-4a3b-b9e8-cc1c3ef6ef07 req-83ee28ab-a73d-4549-ad85-b89b5aabd2c9 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0869451 Feb 21 04:20:25.660860 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74b64f-a31a-490a-af0d-0aa0ec73ad54 req-bb2cfa8e-11e5-4afa-aa3c-ed0762fc9414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:25.662206 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd74b64f-a31a-490a-af0d-0aa0ec73ad54 req-bb2cfa8e-11e5-4afa-aa3c-ed0762fc9414 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa514a3d1a314decab32eefda5e67939&device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 1169 time: 0.0784171 Feb 21 04:20:25.777711 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7c028f5b-e912-4a3b-b9e8-cc1c3ef6ef07 req-a1a43c32-a0d0-45b8-b710-4fa008e66803 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1129076 Feb 21 04:20:25.793571 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74b64f-a31a-490a-af0d-0aa0ec73ad54 req-a767440d-4f84-4954-8ca7-9d8f9c94c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:25.795078 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd74b64f-a31a-490a-af0d-0aa0ec73ad54 req-a767440d-4f84-4954-8ca7-9d8f9c94c4a9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1757e5fc-c4b3-4899-835a-555e305edb49 HTTP/1.1" status: 200 len: 914 time: 0.1248443 Feb 21 04:20:25.865666 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd74b64f-a31a-490a-af0d-0aa0ec73ad54 req-aa50197c-5cd9-464a-8294-cf8fd2c75111 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 200 len: 1001 time: 0.0623481 Feb 21 04:20:25.924007 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74b64f-a31a-490a-af0d-0aa0ec73ad54 req-e92eda5e-be1a-43a4-8c1b-d69fc7441c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:25.925530 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd74b64f-a31a-490a-af0d-0aa0ec73ad54 req-e92eda5e-be1a-43a4-8c1b-d69fc7441c37 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7 HTTP/1.1" status: 200 len: 853 time: 0.0518386 Feb 21 04:20:25.975714 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74b64f-a31a-490a-af0d-0aa0ec73ad54 req-54f029dd-3617-427e-aace-e776fce8ec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:25.977592 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd74b64f-a31a-490a-af0d-0aa0ec73ad54 req-54f029dd-3617-427e-aace-e776fce8ec50 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1757e5fc-c4b3-4899-835a-555e305edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447817 Feb 21 04:20:26.084748 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd74b64f-a31a-490a-af0d-0aa0ec73ad54 req-5887cfa3-4123-40b8-9198-60e574962d34 service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940828 Feb 21 04:20:26.099736 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-81a50623-64b8-49a7-a983-334934b1d0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:26.174798 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd74b64f-a31a-490a-af0d-0aa0ec73ad54 req-e6a37b4e-891a-4cbd-94b7-671dea5b380e service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827994 Feb 21 04:20:26.898653 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990106f6-7e21-476d-a7b0-35a0e7f636fd req-4e5a477d-1f24-4fdd-953f-68e336232fff tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:26.900147 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-990106f6-7e21-476d-a7b0-35a0e7f636fd req-4e5a477d-1f24-4fdd-953f-68e336232fff tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0540199 Feb 21 04:20:26.961648 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-990106f6-7e21-476d-a7b0-35a0e7f636fd req-bd12ce6e-0d16-4fd3-ae67-b58007758934 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557353 Feb 21 04:20:28.079363 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c003c36-e334-41ac-96fe-b468cf42b60d req-23dde980-925a-4ac0-bf0a-d1813bd90a4d tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:28.080878 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3c003c36-e334-41ac-96fe-b468cf42b60d req-23dde980-925a-4ac0-bf0a-d1813bd90a4d tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0527885 Feb 21 04:20:28.140743 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3c003c36-e334-41ac-96fe-b468cf42b60d req-42edb8f0-6064-4fa5-bdb4-2f02005c715a tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543091 Feb 21 04:20:28.145910 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-70d2e674-ab4d-45b9-8505-abb7bae5ab8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:28.827400 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37402) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:28.935353 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f0539d20-98f7-4044-a22a-04940856477b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.017537 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f0539d20-98f7-4044-a22a-04940856477b admin admin] Publish callbacks [] for security_group (8d90fdf0-f8ee-45b0-bda2-3dddc3a5e034), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.022265 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f0539d20-98f7-4044-a22a-04940856477b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (8d90fdf0-f8ee-45b0-bda2-3dddc3a5e034), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.058385 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-f0539d20-98f7-4044-a22a-04940856477b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3b893afe0f5346dea437b3831656d81c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2299559 Feb 21 04:20:29.061094 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37414) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:29.063082 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0539d20-98f7-4044-a22a-04940856477b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d90fdf0-f8ee-45b0-bda2-3dddc3a5e034,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:29.100997 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37416) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:29.113696 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5c100173-7ec7-4432-9f79-e060d3ef028d admin admin] Publish callbacks [] for security_group (8d90fdf0-f8ee-45b0-bda2-3dddc3a5e034), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.136485 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5c100173-7ec7-4432-9f79-e060d3ef028d admin admin] Publish callbacks [] for security_group (8d90fdf0-f8ee-45b0-bda2-3dddc3a5e034), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.187553 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5c100173-7ec7-4432-9f79-e060d3ef028d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (8d90fdf0-f8ee-45b0-bda2-3dddc3a5e034), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.190392 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5c100173-7ec7-4432-9f79-e060d3ef028d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.194695 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-5c100173-7ec7-4432-9f79-e060d3ef028d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d90fdf0-f8ee-45b0-bda2-3dddc3a5e034 HTTP/1.1" status: 204 len: 168 time: 0.1296306 Feb 21 04:20:29.201392 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c100173-7ec7-4432-9f79-e060d3ef028d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d90fdf0-f8ee-45b0-bda2-3dddc3a5e034,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:29.216365 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9ed45385-d527-42e4-b1c3-04a57d06d462 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.324416 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abf170-e7f0-43b3-8539-2a6bc121bc1a req-b27ca0b9-8320-48d7-bdba-cda4a06834cf tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:29.325952 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a3abf170-e7f0-43b3-8539-2a6bc121bc1a req-b27ca0b9-8320-48d7-bdba-cda4a06834cf tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0804703 Feb 21 04:20:29.365828 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9ed45385-d527-42e4-b1c3-04a57d06d462 admin admin] Publish callbacks [] for security_group (4ab1b112-c980-4049-b0b7-818c37ee4028), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.371775 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9ed45385-d527-42e4-b1c3-04a57d06d462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4ab1b112-c980-4049-b0b7-818c37ee4028), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.446358 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a3abf170-e7f0-43b3-8539-2a6bc121bc1a req-a8594a2b-88f8-4251-a287-26f676596738 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1112561 Feb 21 04:20:29.448448 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed45385-d527-42e4-b1c3-04a57d06d462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab1b112-c980-4049-b0b7-818c37ee4028,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:29.453723 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-9ed45385-d527-42e4-b1c3-04a57d06d462 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f5e63608e67a4644b60c50711c44e38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3516588 Feb 21 04:20:29.456250 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37428) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:29.491679 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.521269 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-56ae20a5-96c6-4b33-9578-9945350316da admin admin] Publish callbacks [] for security_group (4ab1b112-c980-4049-b0b7-818c37ee4028), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.547048 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-56ae20a5-96c6-4b33-9578-9945350316da admin admin] Publish callbacks [] for security_group (4ab1b112-c980-4049-b0b7-818c37ee4028), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.858482 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c25c51-7af0-4e2a-b835-4cb8b84f3ebe req-5a64d144-348c-4f09-b0a0-8cc878d84155 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:29.859974 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8c25c51-7af0-4e2a-b835-4cb8b84f3ebe req-5a64d144-348c-4f09-b0a0-8cc878d84155 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 946 time: 0.0646493 Feb 21 04:20:29.867566 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-56ae20a5-96c6-4b33-9578-9945350316da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4ab1b112-c980-4049-b0b7-818c37ee4028), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.870060 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-56ae20a5-96c6-4b33-9578-9945350316da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:29.871084 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-56ae20a5-96c6-4b33-9578-9945350316da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ab1b112-c980-4049-b0b7-818c37ee4028 HTTP/1.1" status: 204 len: 168 time: 0.4134722 Feb 21 04:20:29.890133 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae20a5-96c6-4b33-9578-9945350316da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab1b112-c980-4049-b0b7-818c37ee4028,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:29.922377 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8c25c51-7af0-4e2a-b835-4cb8b84f3ebe req-64daded4-398d-4744-a007-a25d08aacc10 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567074 Feb 21 04:20:30.179517 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37440) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:30.192902 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-89170dfe-8ada-459e-9140-e3b7f3164736 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:30.268166 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-89170dfe-8ada-459e-9140-e3b7f3164736 admin admin] Publish callbacks [] for security_group (06f54fde-8279-4a6f-934b-6d6f76862808), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:30.271782 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-89170dfe-8ada-459e-9140-e3b7f3164736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (06f54fde-8279-4a6f-934b-6d6f76862808), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:30.310274 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-89170dfe-8ada-459e-9140-e3b7f3164736 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1d98a890dff48789d8fd9c55b90c155&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1297278 Feb 21 04:20:30.311086 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89170dfe-8ada-459e-9140-e3b7f3164736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f54fde-8279-4a6f-934b-6d6f76862808,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:30.313008 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37442) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:30.360297 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f9705c0-cedd-4048-bc96-5cb777ade736 admin admin] Publish callbacks [] for security_group (06f54fde-8279-4a6f-934b-6d6f76862808), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:30.381127 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f9705c0-cedd-4048-bc96-5cb777ade736 admin admin] Publish callbacks [] for security_group (06f54fde-8279-4a6f-934b-6d6f76862808), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:30.427724 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f9705c0-cedd-4048-bc96-5cb777ade736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (06f54fde-8279-4a6f-934b-6d6f76862808), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:30.430339 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f9705c0-cedd-4048-bc96-5cb777ade736 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:30.431478 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-9f9705c0-cedd-4048-bc96-5cb777ade736 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06f54fde-8279-4a6f-934b-6d6f76862808 HTTP/1.1" status: 204 len: 168 time: 0.1172867 Feb 21 04:20:30.438988 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9705c0-cedd-4048-bc96-5cb777ade736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f54fde-8279-4a6f-934b-6d6f76862808,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:30.579708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ed627-7d2d-4124-b27f-7599136f5721 req-3e6a7c14-f9dd-4f43-b7bf-f84c6f86d363 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:30.581419 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-697ed627-7d2d-4124-b27f-7599136f5721 req-3e6a7c14-f9dd-4f43-b7bf-f84c6f86d363 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0542095 Feb 21 04:20:30.671565 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-697ed627-7d2d-4124-b27f-7599136f5721 req-08b36f15-9d7f-4cc6-b171-557b756ba231 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839105 Feb 21 04:20:30.679050 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-a8d44b83-b4e1-4173-bd12-53175e9ed7b2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774481 Feb 21 04:20:30.753791 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-8454519a-fdf7-4f49-b682-1d5d936232ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:30.755299 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-8454519a-fdf7-4f49-b682-1d5d936232ef service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 1131 time: 0.0500379 Feb 21 04:20:30.850043 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:30.868468 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-791543b8-461b-4aa3-b754-5ed297a279d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:30.869992 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-791543b8-461b-4aa3-b754-5ed297a279d0 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 917 time: 0.0884261 Feb 21 04:20:30.951475 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-ebdbe7c7-a32f-4753-933b-4212ba0ccb15 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b HTTP/1.1" status: 200 len: 1002 time: 0.0738976 Feb 21 04:20:31.049019 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-66be2026-e155-4f69-ad0e-9e6b4a6bee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:31.050556 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-66be2026-e155-4f69-ad0e-9e6b4a6bee38 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0898006 Feb 21 04:20:31.066583 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18076d1-dee2-4ec8-a954-f17565866fa6 req-f597450b-94f3-4e7d-be52-047580f511ee tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:31.068009 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d18076d1-dee2-4ec8-a954-f17565866fa6 req-f597450b-94f3-4e7d-be52-047580f511ee tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 946 time: 0.0766866 Feb 21 04:20:31.142552 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d18076d1-dee2-4ec8-a954-f17565866fa6 req-9b38d474-a5e9-4887-913a-111cfb61b3e9 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664163 Feb 21 04:20:31.145659 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-d503efc2-f039-4ee4-a9b8-a50933d1efd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:31.147094 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-d503efc2-f039-4ee4-a9b8-a50933d1efd3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0877373 Feb 21 04:20:31.243696 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-fba557a5-7344-45c0-9385-c9a9571ee36d service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884593 Feb 21 04:20:31.340161 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e295ecce-d16d-43d0-9e00-5a06cf3007ec req-140c4b34-202f-4565-82b9-ec27fe075418 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883834 Feb 21 04:20:31.798328 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b1451-db25-43bc-92da-17efa6000e24 req-11d90203-c4e3-4d21-805e-6a73cb8cb5f0 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:31.806312 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7a8b1451-db25-43bc-92da-17efa6000e24 req-11d90203-c4e3-4d21-805e-6a73cb8cb5f0 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0601201 Feb 21 04:20:31.873649 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7a8b1451-db25-43bc-92da-17efa6000e24 req-4899da38-05d8-45a2-99c4-2f9a52f04b0c tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0662904 Feb 21 04:20:32.264350 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f1dce-d528-45db-9f8c-6aa3c7acf85c req-520f1e1c-4f2e-474f-ac88-da583847584d tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:32.266076 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-088f1dce-d528-45db-9f8c-6aa3c7acf85c req-520f1e1c-4f2e-474f-ac88-da583847584d tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 946 time: 0.0529490 Feb 21 04:20:32.314416 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-088f1dce-d528-45db-9f8c-6aa3c7acf85c req-16766219-3d8e-4772-941f-6b0d81105b7e tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/security-groups?id=88794ab4-6d6d-4de6-b1d0-ea494a235fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425642 Feb 21 04:20:32.477636 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ff886-9ff1-406e-a47c-9723c20afac0 req-fe17e527-5f42-4b84-bc3b-70a59dc25d29 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:32.479020 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-088ff886-9ff1-406e-a47c-9723c20afac0 req-fe17e527-5f42-4b84-bc3b-70a59dc25d29 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 946 time: 0.0566747 Feb 21 04:20:32.505855 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.573554 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-088ff886-9ff1-406e-a47c-9723c20afac0 req-7ec8d70a-8740-403b-ae3f-0c30982d2f55 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Deleting port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:20:32.573893 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-088ff886-9ff1-406e-a47c-9723c20afac0 req-7ec8d70a-8740-403b-ae3f-0c30982d2f55 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.604543 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37524) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:32.664938 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-088ff886-9ff1-406e-a47c-9723c20afac0 req-7ec8d70a-8740-403b-ae3f-0c30982d2f55 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] For port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f,segment=NetworkSegment(3fe231bf-d952-4509-bf2c-02945a15946c),segment_id=3fe231bf-d952-4509-bf2c-02945a15946c)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:20:32.665299 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-088ff886-9ff1-406e-a47c-9723c20afac0 req-7ec8d70a-8740-403b-ae3f-0c30982d2f55 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.677452 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-088ff886-9ff1-406e-a47c-9723c20afac0 req-7ec8d70a-8740-403b-ae3f-0c30982d2f55 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Calling delete_port for 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:20:32.707712 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6abac64b-f0e2-4863-bf81-156d0ac44c0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.783797 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6abac64b-f0e2-4863-bf81-156d0ac44c0a admin admin] Publish callbacks [] for security_group (ccfc15c3-63b3-46d6-a46c-ab73842e8b00), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.787556 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6abac64b-f0e2-4863-bf81-156d0ac44c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (ccfc15c3-63b3-46d6-a46c-ab73842e8b00), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.806045 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-088ff886-9ff1-406e-a47c-9723c20afac0 req-7ec8d70a-8740-403b-ae3f-0c30982d2f55 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (717f4f68-10eb-467f-bfc7-a3b1a1bfc78f), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.819485 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['717f4f68-10eb-467f-bfc7-a3b1a1bfc78f'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:20:32.834340 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-6abac64b-f0e2-4863-bf81-156d0ac44c0a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e28be5a9a39845b2b142a25fe0158f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263389 Feb 21 04:20:32.834340 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abac64b-f0e2-4863-bf81-156d0ac44c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfc15c3-63b3-46d6-a46c-ab73842e8b00,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:32.835323 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37528) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:32.839721 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec8d70a-8740-403b-ae3f-0c30982d2f55 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Pushing event deleted for resources: {'Port': ['ID=717f4f68-10eb-467f-bfc7-a3b1a1bfc78f,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:32.882445 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-088ff886-9ff1-406e-a47c-9723c20afac0 req-7ec8d70a-8740-403b-ae3f-0c30982d2f55 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] No DVR routers for this DVR port 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:20:32.885118 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-088ff886-9ff1-406e-a47c-9723c20afac0 req-7ec8d70a-8740-403b-ae3f-0c30982d2f55 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.887960 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3d818a21-0068-4b7b-9b88-43f603f60c36 admin admin] Publish callbacks [] for security_group (ccfc15c3-63b3-46d6-a46c-ab73842e8b00), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.888412 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-088ff886-9ff1-406e-a47c-9723c20afac0 req-7ec8d70a-8740-403b-ae3f-0c30982d2f55 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.45 "DELETE /v2.0/ports/717f4f68-10eb-467f-bfc7-a3b1a1bfc78f HTTP/1.1" status: 204 len: 173 time: 0.4033515 Feb 21 04:20:32.888880 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea586516-1575-4b69-b10e-b3f281b70c99', 'name': 'network-vif-deleted', 'tag': '717f4f68-10eb-467f-bfc7-a3b1a1bfc78f'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:20:32.891124 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d302c-9260-4e88-b0f9-e757efc5b810" -d '{"events": [{"server_uuid": "ea586516-1575-4b69-b10e-b3f281b70c99", "name": "network-vif-deleted", "tag": "717f4f68-10eb-467f-bfc7-a3b1a1bfc78f"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:20:32.913282 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3d818a21-0068-4b7b-9b88-43f603f60c36 admin admin] Publish callbacks [] for security_group (ccfc15c3-63b3-46d6-a46c-ab73842e8b00), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.936024 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dd727a-11b8-4fcd-a16e-25ac79a4ec0f x-openstack-request-id: req-52dd727a-11b8-4fcd-a16e-25ac79a4ec0f {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:20:32.936388 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea586516-1575-4b69-b10e-b3f281b70c99", "name": "network-vif-deleted", "tag": "717f4f68-10eb-467f-bfc7-a3b1a1bfc78f", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:20:32.936748 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52dd727a-11b8-4fcd-a16e-25ac79a4ec0f {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:20:32.937216 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea586516-1575-4b69-b10e-b3f281b70c99', 'name': 'network-vif-deleted', 'tag': '717f4f68-10eb-467f-bfc7-a3b1a1bfc78f', 'status': 'completed', 'code': 200} Feb 21 04:20:32.975171 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3d818a21-0068-4b7b-9b88-43f603f60c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (ccfc15c3-63b3-46d6-a46c-ab73842e8b00), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.978091 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-3d818a21-0068-4b7b-9b88-43f603f60c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:32.981956 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-3d818a21-0068-4b7b-9b88-43f603f60c36 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ccfc15c3-63b3-46d6-a46c-ab73842e8b00 HTTP/1.1" status: 204 len: 168 time: 0.1456745 Feb 21 04:20:32.990443 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d818a21-0068-4b7b-9b88-43f603f60c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfc15c3-63b3-46d6-a46c-ab73842e8b00,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:33.052690 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11810e7-bdaa-425e-8b12-e7723f924fe0 req-782b1028-4d37-4b8c-bd93-63861ca49cb0 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:33.054576 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c11810e7-bdaa-425e-8b12-e7723f924fe0 req-782b1028-4d37-4b8c-bd93-63861ca49cb0 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0988650 Feb 21 04:20:33.121170 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c11810e7-bdaa-425e-8b12-e7723f924fe0 req-334aaee1-781d-47c3-bb20-16f43d3a4433 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605373 Feb 21 04:20:33.429873 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37542) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:33.437544 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a94038f1-4b55-40e0-b9fd-a3f3e877eeb4 req-90c43d39-fdd7-4591-ad2a-a386cf930013 tempest-VolumesSnapshotTestJSON-1328570883 tempest-VolumesSnapshotTestJSON-1328570883-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea586516-1575-4b69-b10e-b3f281b70c99 HTTP/1.1" status: 200 len: 210 time: 0.0358765 Feb 21 04:20:33.450990 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-2265b823-313f-4c58-90fa-3fa427eb3d72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:33.523419 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-2265b823-313f-4c58-90fa-3fa427eb3d72 admin admin] Publish callbacks [] for security_group (fad514ec-654d-45d8-b708-dc6dd1a52e3b), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:33.527230 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-2265b823-313f-4c58-90fa-3fa427eb3d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (fad514ec-654d-45d8-b708-dc6dd1a52e3b), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:33.565580 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-2265b823-313f-4c58-90fa-3fa427eb3d72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6dcc11c3c1248f2b1dff50b1380d547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344383 Feb 21 04:20:33.566356 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265b823-313f-4c58-90fa-3fa427eb3d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad514ec-654d-45d8-b708-dc6dd1a52e3b,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:33.568046 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37544) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:33.615619 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3401f983-3ba7-4229-a589-9304e6146607 admin admin] Publish callbacks [] for security_group (fad514ec-654d-45d8-b708-dc6dd1a52e3b), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:33.638852 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3401f983-3ba7-4229-a589-9304e6146607 admin admin] Publish callbacks [] for security_group (fad514ec-654d-45d8-b708-dc6dd1a52e3b), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:33.685975 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3401f983-3ba7-4229-a589-9304e6146607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (fad514ec-654d-45d8-b708-dc6dd1a52e3b), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:33.688756 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3401f983-3ba7-4229-a589-9304e6146607 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:33.689944 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-3401f983-3ba7-4229-a589-9304e6146607 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fad514ec-654d-45d8-b708-dc6dd1a52e3b HTTP/1.1" status: 204 len: 168 time: 0.1208589 Feb 21 04:20:33.699808 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401f983-3ba7-4229-a589-9304e6146607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad514ec-654d-45d8-b708-dc6dd1a52e3b,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:34.235216 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe99571-f490-43c1-b5af-b339ce604898 req-ecfbdb11-0abe-4a07-a7a2-0a6443effd51 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:34.236746 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fbe99571-f490-43c1-b5af-b339ce604898 req-ecfbdb11-0abe-4a07-a7a2-0a6443effd51 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0528905 Feb 21 04:20:34.303317 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fbe99571-f490-43c1-b5af-b339ce604898 req-9c302005-9e93-4048-b2a0-85aca9365150 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609577 Feb 21 04:20:35.422625 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc155ab-e49c-430d-bcaf-45b1625b465f req-227af56f-ecfc-4d1d-9728-49d35946218f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:35.424070 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fdc155ab-e49c-430d-bcaf-45b1625b465f req-227af56f-ecfc-4d1d-9728-49d35946218f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0531337 Feb 21 04:20:35.484252 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fdc155ab-e49c-430d-bcaf-45b1625b465f req-a29261e4-3063-40d6-8c12-fcb7fba15d4f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545998 Feb 21 04:20:35.580133 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37632) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:35.683675 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fdea38a6-0821-4c04-85b4-647693292f03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:35.756877 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fdea38a6-0821-4c04-85b4-647693292f03 admin admin] Publish callbacks [] for security_group (84b38f79-a3d2-4ff9-8893-a8caf6376a7a), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:35.760545 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-fdea38a6-0821-4c04-85b4-647693292f03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (84b38f79-a3d2-4ff9-8893-a8caf6376a7a), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:35.798261 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-fdea38a6-0821-4c04-85b4-647693292f03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9f402de99f0e4b19a0bb2117372a9d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164612 Feb 21 04:20:35.799126 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea38a6-0821-4c04-85b4-647693292f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b38f79-a3d2-4ff9-8893-a8caf6376a7a,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:35.800951 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37638) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:35.853393 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-909d3673-dfd5-4e0e-8028-e6a3978066d6 admin admin] Publish callbacks [] for security_group (84b38f79-a3d2-4ff9-8893-a8caf6376a7a), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:35.873067 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-909d3673-dfd5-4e0e-8028-e6a3978066d6 admin admin] Publish callbacks [] for security_group (84b38f79-a3d2-4ff9-8893-a8caf6376a7a), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:35.919468 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-909d3673-dfd5-4e0e-8028-e6a3978066d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (84b38f79-a3d2-4ff9-8893-a8caf6376a7a), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:35.922246 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-909d3673-dfd5-4e0e-8028-e6a3978066d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:35.923372 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-909d3673-dfd5-4e0e-8028-e6a3978066d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/84b38f79-a3d2-4ff9-8893-a8caf6376a7a HTTP/1.1" status: 204 len: 168 time: 0.1203043 Feb 21 04:20:35.930912 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909d3673-dfd5-4e0e-8028-e6a3978066d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b38f79-a3d2-4ff9-8893-a8caf6376a7a,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:36.179710 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37646) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:36.193515 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-20440434-ddaf-41b9-8807-b5fcddad6fef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:36.268532 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-20440434-ddaf-41b9-8807-b5fcddad6fef admin admin] Publish callbacks [] for security_group (edceb149-a9d0-41a2-a4fc-6238b35c0962), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:36.272326 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-20440434-ddaf-41b9-8807-b5fcddad6fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (edceb149-a9d0-41a2-a4fc-6238b35c0962), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:36.309438 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-20440434-ddaf-41b9-8807-b5fcddad6fef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb2d7bce4b104db5b72597744a36fd69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1286824 Feb 21 04:20:36.310341 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20440434-ddaf-41b9-8807-b5fcddad6fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edceb149-a9d0-41a2-a4fc-6238b35c0962,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:36.312469 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37648) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:36.361915 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cf586f7f-2279-41c1-a49d-ac843944dfcb admin admin] Publish callbacks [] for security_group (edceb149-a9d0-41a2-a4fc-6238b35c0962), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:36.382852 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cf586f7f-2279-41c1-a49d-ac843944dfcb admin admin] Publish callbacks [] for security_group (edceb149-a9d0-41a2-a4fc-6238b35c0962), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:36.427049 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cf586f7f-2279-41c1-a49d-ac843944dfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (edceb149-a9d0-41a2-a4fc-6238b35c0962), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:36.429677 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cf586f7f-2279-41c1-a49d-ac843944dfcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:36.431088 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-cf586f7f-2279-41c1-a49d-ac843944dfcb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/edceb149-a9d0-41a2-a4fc-6238b35c0962 HTTP/1.1" status: 204 len: 168 time: 0.1172745 Feb 21 04:20:36.440068 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf586f7f-2279-41c1-a49d-ac843944dfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edceb149-a9d0-41a2-a4fc-6238b35c0962,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:36.606810 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab8d55f-42c1-47b6-b204-fc99b541234c req-2190c0e1-69bf-42ff-8050-8e864f35f362 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:36.608336 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6ab8d55f-42c1-47b6-b204-fc99b541234c req-2190c0e1-69bf-42ff-8050-8e864f35f362 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0583436 Feb 21 04:20:36.668190 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6ab8d55f-42c1-47b6-b204-fc99b541234c req-6f3cf951-fa8e-4bed-b5db-1d0ec084b858 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535581 Feb 21 04:20:37.695270 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:20:37.715968 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:20:37.716248 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 717f4f68-10eb-467f-bfc7-a3b1a1bfc78f not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:20:37.797530 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8306d-da34-4eab-8cda-928a7ee866c3 req-7bb4ee5b-2a59-44f3-bcfb-f151c419bd14 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:37.799008 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9b8306d-da34-4eab-8cda-928a7ee866c3 req-7bb4ee5b-2a59-44f3-bcfb-f151c419bd14 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0619550 Feb 21 04:20:37.862332 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9b8306d-da34-4eab-8cda-928a7ee866c3 req-6172045e-7d53-4ace-966f-2a778bad455a tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561700 Feb 21 04:20:38.977983 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6edf375-3a5e-4bd4-afd5-17de0f607e92 req-7df21ad2-64ff-4d45-bf5b-bda77791acdc tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:38.979446 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a6edf375-3a5e-4bd4-afd5-17de0f607e92 req-7df21ad2-64ff-4d45-bf5b-bda77791acdc tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0513372 Feb 21 04:20:39.036722 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a6edf375-3a5e-4bd4-afd5-17de0f607e92 req-a2b6aa54-b392-46c1-b234-906bd29e20d8 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516856 Feb 21 04:20:40.153693 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b102bb-1813-4170-9e4a-5f56b69af03e req-6d776428-80f2-4e77-902d-aeaf6dce6f75 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:40.155199 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6b102bb-1813-4170-9e4a-5f56b69af03e req-6d776428-80f2-4e77-902d-aeaf6dce6f75 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0524368 Feb 21 04:20:40.212887 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b6b102bb-1813-4170-9e4a-5f56b69af03e req-b887d8a9-04b0-42e9-ad4b-80c0eeb423e7 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521228 Feb 21 04:20:40.699030 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:41.338204 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c74f95-967d-4666-8701-fc70a848ff36 req-e8b55c99-2d87-48af-8a23-8a4a2ee2b56a tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:41.339667 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-56c74f95-967d-4666-8701-fc70a848ff36 req-e8b55c99-2d87-48af-8a23-8a4a2ee2b56a tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0608301 Feb 21 04:20:41.397210 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-56c74f95-967d-4666-8701-fc70a848ff36 req-6fce8a8d-e28f-48ee-80d0-8ee987a0fbce tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519536 Feb 21 04:20:42.527798 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bcc14-ac1e-4ed6-b20d-f42b0235ae41 req-03ed65f1-c90b-43c6-9db6-cc7fc6ef8ded tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:20:42.537795 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bb8bcc14-ac1e-4ed6-b20d-f42b0235ae41 req-03ed65f1-c90b-43c6-9db6-cc7fc6ef8ded tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.0665045 Feb 21 04:20:42.617283 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bb8bcc14-ac1e-4ed6-b20d-f42b0235ae41 req-40ee4a76-6356-4302-9465-6db9bb21e25a tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&id=ed61422c-2596-47a4-a867-ceb2b47dee59&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783210 Feb 21 04:20:51.511556 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:20:51.857418 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37890) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:51.965788 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:52.041874 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Publish callbacks [] for security_group (c1ab62e7-4f09-49bb-9310-3841a5568523), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:52.045196 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (c1ab62e7-4f09-49bb-9310-3841a5568523), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:52.083081 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4bc66c4ba95a47fb877dcfd82d65ede0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245190 Feb 21 04:20:52.083932 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ab62e7-4f09-49bb-9310-3841a5568523,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:52.085969 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37898) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:52.090979 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.091328 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.091671 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.092003 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.092333 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.092677 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.093005 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.093331 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.093656 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.093981 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.094307 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.094721 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.095044 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfde60e-3d3a-40c2-a760-63dea7c700c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:20:52.136824 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-32691c56-0a81-4ca8-8b91-daccebc83bdd admin admin] Publish callbacks [] for security_group (c1ab62e7-4f09-49bb-9310-3841a5568523), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:52.161213 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-32691c56-0a81-4ca8-8b91-daccebc83bdd admin admin] Publish callbacks [] for security_group (c1ab62e7-4f09-49bb-9310-3841a5568523), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:52.211017 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-32691c56-0a81-4ca8-8b91-daccebc83bdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (c1ab62e7-4f09-49bb-9310-3841a5568523), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:52.213912 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-32691c56-0a81-4ca8-8b91-daccebc83bdd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:52.215191 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-32691c56-0a81-4ca8-8b91-daccebc83bdd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c1ab62e7-4f09-49bb-9310-3841a5568523 HTTP/1.1" status: 204 len: 168 time: 0.1281655 Feb 21 04:20:52.223279 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32691c56-0a81-4ca8-8b91-daccebc83bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ab62e7-4f09-49bb-9310-3841a5568523,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:54.331010 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 37930) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:54.432551 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ddcc2b7a-d587-45ac-bafd-1a9b270c6c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:54.502042 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ddcc2b7a-d587-45ac-bafd-1a9b270c6c6b admin admin] Publish callbacks [] for security_group (bf582bd8-af9e-4e3a-a9e2-ea90214f9d5c), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:54.506055 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ddcc2b7a-d587-45ac-bafd-1a9b270c6c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (bf582bd8-af9e-4e3a-a9e2-ea90214f9d5c), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:54.542663 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-ddcc2b7a-d587-45ac-bafd-1a9b270c6c6b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=813242e878104afb8704cb6872563b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2106354 Feb 21 04:20:54.544233 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcc2b7a-d587-45ac-bafd-1a9b270c6c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf582bd8-af9e-4e3a-a9e2-ea90214f9d5c,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:54.545857 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37934) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:54.593033 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-416e51c2-cd42-40e6-844c-6f2ca79b85fa admin admin] Publish callbacks [] for security_group (bf582bd8-af9e-4e3a-a9e2-ea90214f9d5c), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:54.612696 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-416e51c2-cd42-40e6-844c-6f2ca79b85fa admin admin] Publish callbacks [] for security_group (bf582bd8-af9e-4e3a-a9e2-ea90214f9d5c), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:54.658872 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-416e51c2-cd42-40e6-844c-6f2ca79b85fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (bf582bd8-af9e-4e3a-a9e2-ea90214f9d5c), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:54.661568 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-416e51c2-cd42-40e6-844c-6f2ca79b85fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:54.662731 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-416e51c2-cd42-40e6-844c-6f2ca79b85fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf582bd8-af9e-4e3a-a9e2-ea90214f9d5c HTTP/1.1" status: 204 len: 168 time: 0.1153049 Feb 21 04:20:54.670616 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e51c2-cd42-40e6-844c-6f2ca79b85fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf582bd8-af9e-4e3a-a9e2-ea90214f9d5c,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:54.913165 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37944) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:54.926002 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fec77a28-fd0a-484c-972d-8c46aad3970d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:55.002205 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fec77a28-fd0a-484c-972d-8c46aad3970d admin admin] Publish callbacks [] for security_group (2f0bde9a-84d5-4ec8-9a29-1ee6afc70953), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:55.006506 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fec77a28-fd0a-484c-972d-8c46aad3970d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (2f0bde9a-84d5-4ec8-9a29-1ee6afc70953), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:55.044884 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec77a28-fd0a-484c-972d-8c46aad3970d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0bde9a-84d5-4ec8-9a29-1ee6afc70953,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:55.053396 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-fec77a28-fd0a-484c-972d-8c46aad3970d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b9e7f4d374484500b30c6857a19ea77e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362281 Feb 21 04:20:55.054427 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 37946) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:55.101613 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5774e24b-a222-4e5e-a383-e539e890c960 admin admin] Publish callbacks [] for security_group (2f0bde9a-84d5-4ec8-9a29-1ee6afc70953), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:55.123347 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5774e24b-a222-4e5e-a383-e539e890c960 admin admin] Publish callbacks [] for security_group (2f0bde9a-84d5-4ec8-9a29-1ee6afc70953), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:55.173271 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5774e24b-a222-4e5e-a383-e539e890c960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (2f0bde9a-84d5-4ec8-9a29-1ee6afc70953), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:55.175762 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5774e24b-a222-4e5e-a383-e539e890c960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:55.176948 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-5774e24b-a222-4e5e-a383-e539e890c960 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f0bde9a-84d5-4ec8-9a29-1ee6afc70953 HTTP/1.1" status: 204 len: 168 time: 0.1224530 Feb 21 04:20:55.185734 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5774e24b-a222-4e5e-a383-e539e890c960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0bde9a-84d5-4ec8-9a29-1ee6afc70953,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:56.100793 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-b311bc30-2194-46b1-8066-4e411f4fb23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:58.137857 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-83255575-a871-4b2c-aeb1-ae02cb145183 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.174087 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38044) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:59.275268 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cacf17a4-192f-48da-a3ee-59d71a26e905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.346647 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cacf17a4-192f-48da-a3ee-59d71a26e905 admin admin] Publish callbacks [] for security_group (3ec3dfec-e1a7-435a-829f-b598e42220c8), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.350544 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cacf17a4-192f-48da-a3ee-59d71a26e905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (3ec3dfec-e1a7-435a-829f-b598e42220c8), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.389436 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-cacf17a4-192f-48da-a3ee-59d71a26e905 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bee3776c13624ac880e544439f5f0740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2143180 Feb 21 04:20:59.390315 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf17a4-192f-48da-a3ee-59d71a26e905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec3dfec-e1a7-435a-829f-b598e42220c8,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:59.392172 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38048) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:59.442365 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad5fa151-5f1e-4c31-a11d-3bad3e73f995 admin admin] Publish callbacks [] for security_group (3ec3dfec-e1a7-435a-829f-b598e42220c8), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.466957 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad5fa151-5f1e-4c31-a11d-3bad3e73f995 admin admin] Publish callbacks [] for security_group (3ec3dfec-e1a7-435a-829f-b598e42220c8), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.483548 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.522845 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad5fa151-5f1e-4c31-a11d-3bad3e73f995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (3ec3dfec-e1a7-435a-829f-b598e42220c8), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.525529 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad5fa151-5f1e-4c31-a11d-3bad3e73f995 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.526760 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-ad5fa151-5f1e-4c31-a11d-3bad3e73f995 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ec3dfec-e1a7-435a-829f-b598e42220c8 HTTP/1.1" status: 204 len: 168 time: 0.1334798 Feb 21 04:20:59.536587 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5fa151-5f1e-4c31-a11d-3bad3e73f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec3dfec-e1a7-435a-829f-b598e42220c8,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:59.795579 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38060) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:59.808496 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9db1fe84-76a4-4577-a603-aaad48e78bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.881103 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9db1fe84-76a4-4577-a603-aaad48e78bf5 admin admin] Publish callbacks [] for security_group (5a7b8576-18c4-44b5-b960-70b4d1863961), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.884303 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9db1fe84-76a4-4577-a603-aaad48e78bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (5a7b8576-18c4-44b5-b960-70b4d1863961), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.920736 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-9db1fe84-76a4-4577-a603-aaad48e78bf5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a93d42c243b14cdfbe2734751b505d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1240385 Feb 21 04:20:59.922658 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1fe84-76a4-4577-a603-aaad48e78bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7b8576-18c4-44b5-b960-70b4d1863961,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:20:59.923924 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38062) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:20:59.974756 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-174fc959-6ab4-48fe-8a54-3c27a1ca49c7 admin admin] Publish callbacks [] for security_group (5a7b8576-18c4-44b5-b960-70b4d1863961), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:20:59.994699 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-174fc959-6ab4-48fe-8a54-3c27a1ca49c7 admin admin] Publish callbacks [] for security_group (5a7b8576-18c4-44b5-b960-70b4d1863961), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:00.040393 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-174fc959-6ab4-48fe-8a54-3c27a1ca49c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (5a7b8576-18c4-44b5-b960-70b4d1863961), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:00.042918 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-174fc959-6ab4-48fe-8a54-3c27a1ca49c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:00.044053 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-174fc959-6ab4-48fe-8a54-3c27a1ca49c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a7b8576-18c4-44b5-b960-70b4d1863961 HTTP/1.1" status: 204 len: 168 time: 0.1191313 Feb 21 04:21:00.053069 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174fc959-6ab4-48fe-8a54-3c27a1ca49c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7b8576-18c4-44b5-b960-70b4d1863961,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:00.783980 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38068) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:00.853430 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.010683 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ffde6a-bdd1-452a-9bec-fd61e6694530 admin admin] Deleting subnet a30a23fe-eeb0-403b-9df9-bfa1059200d1 {{(pid=102900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:21:01.013656 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-20ffde6a-bdd1-452a-9bec-fd61e6694530 admin admin] Publish callbacks [] for subnet (a30a23fe-eeb0-403b-9df9-bfa1059200d1), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.047549 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-20ffde6a-bdd1-452a-9bec-fd61e6694530 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14229693'] for subnet (a30a23fe-eeb0-403b-9df9-bfa1059200d1), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.088423 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-20ffde6a-bdd1-452a-9bec-fd61e6694530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (a30a23fe-eeb0-403b-9df9-bfa1059200d1), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.137587 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-20ffde6a-bdd1-452a-9bec-fd61e6694530 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14229579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14527758'] for subnet (a30a23fe-eeb0-403b-9df9-bfa1059200d1), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.163522 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffde6a-bdd1-452a-9bec-fd61e6694530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a30a23fe-eeb0-403b-9df9-bfa1059200d1,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:01.167209 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-20ffde6a-bdd1-452a-9bec-fd61e6694530 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.170343 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-20ffde6a-bdd1-452a-9bec-fd61e6694530 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a30a23fe-eeb0-403b-9df9-bfa1059200d1 HTTP/1.1" status: 204 len: 168 time: 0.3853805 Feb 21 04:21:01.172949 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38072) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:01.238544 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (6ccc7210-5287-4fb4-a169-f1209c8506d4), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.315995 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (6ccc7210-5287-4fb4-a169-f1209c8506d4), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.336068 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ccc7210-5287-4fb4-a169-f1209c8506d4']}} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:01.345043 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fe231bf-d952-4509-bf2c-02945a15946c') {'for_net_delete': True} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:01.345338 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fe231bf-d952-4509-bf2c-02945a15946c') {} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:01.354339 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14165092'] for segment (3fe231bf-d952-4509-bf2c-02945a15946c), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.367023 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (3fe231bf-d952-4509-bf2c-02945a15946c), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.374266 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=102899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:21:01.374669 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15709032'] for segment (3fe231bf-d952-4509-bf2c-02945a15946c), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: Traceback (most recent call last): Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: timer() Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: cb(*args, **kw) Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: return func(*args, **kwargs) Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: self._notify() Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: self.callback(batched_events) Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: event.method(event) Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: return f(self, *a, **k) Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._get(url).json() Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: return self.request(url, 'GET', **kwargs) Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:21:01.376502 dv-cinder-773985-36-iscsi neutron-server[102899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:21:01.431799 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (6ccc7210-5287-4fb4-a169-f1209c8506d4), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.437399 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.440438 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] 10.222.0.10 "DELETE /v2.0/networks/6ccc7210-5287-4fb4-a169-f1209c8506d4 HTTP/1.1" status: 204 len: 168 time: 0.2665055 Feb 21 04:21:01.451808 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19839fa8-18da-4b6c-b856-b34e621183fa admin admin] Pushing event deleted for resources: {'Network': ['ID=6ccc7210-5287-4fb4-a169-f1209c8506d4,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:01.545515 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38076) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:01.585186 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-67faf5a9-16e7-405a-ada0-8732c5024461 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f22350c00f594a80bdd31d6352b095e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383139 Feb 21 04:21:01.587492 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38078) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:01.632777 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-45e28d49-782b-4a93-a361-1c00cbc0f96e admin admin] Publish callbacks [] for security_group (88794ab4-6d6d-4de6-b1d0-ea494a235fa7), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.652667 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-45e28d49-782b-4a93-a361-1c00cbc0f96e admin admin] Publish callbacks [] for security_group (88794ab4-6d6d-4de6-b1d0-ea494a235fa7), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.698426 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-45e28d49-782b-4a93-a361-1c00cbc0f96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (88794ab4-6d6d-4de6-b1d0-ea494a235fa7), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.701037 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-45e28d49-782b-4a93-a361-1c00cbc0f96e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:01.702203 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-45e28d49-782b-4a93-a361-1c00cbc0f96e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88794ab4-6d6d-4de6-b1d0-ea494a235fa7 HTTP/1.1" status: 204 len: 168 time: 0.1138358 Feb 21 04:21:01.709759 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e28d49-782b-4a93-a361-1c00cbc0f96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88794ab4-6d6d-4de6-b1d0-ea494a235fa7,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:02.509757 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:10.708572 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:16.046333 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f6c91902-8111-418f-aadf-958ac272f699 req-39c81c26-f86d-4ebe-a6c8-ff409f2db4f3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465298 Feb 21 04:21:17.296657 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c91902-8111-418f-aadf-958ac272f699 req-91cadd51-2eef-40af-bc69-fb9ab6cf9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:17.298338 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f6c91902-8111-418f-aadf-958ac272f699 req-91cadd51-2eef-40af-bc69-fb9ab6cf9f10 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa514a3d1a314decab32eefda5e67939&device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 1169 time: 0.0441117 Feb 21 04:21:17.419917 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c91902-8111-418f-aadf-958ac272f699 req-86b963c0-7944-491a-9d54-970a036bf489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:17.422137 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f6c91902-8111-418f-aadf-958ac272f699 req-86b963c0-7944-491a-9d54-970a036bf489 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1757e5fc-c4b3-4899-835a-555e305edb49 HTTP/1.1" status: 200 len: 914 time: 0.1043537 Feb 21 04:21:17.492267 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f6c91902-8111-418f-aadf-958ac272f699 req-2e61b78f-6b67-454d-bdd2-7e16e12139f8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 200 len: 1001 time: 0.0628805 Feb 21 04:21:17.538961 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c91902-8111-418f-aadf-958ac272f699 req-a4980f6e-8569-4d9d-bb88-af6b32156b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:17.540370 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f6c91902-8111-418f-aadf-958ac272f699 req-a4980f6e-8569-4d9d-bb88-af6b32156b68 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7 HTTP/1.1" status: 200 len: 853 time: 0.0426817 Feb 21 04:21:17.588454 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c91902-8111-418f-aadf-958ac272f699 req-26a6b4dc-a532-494c-9c3b-dab56fd19729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:17.589989 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f6c91902-8111-418f-aadf-958ac272f699 req-26a6b4dc-a532-494c-9c3b-dab56fd19729 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1757e5fc-c4b3-4899-835a-555e305edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424821 Feb 21 04:21:17.678336 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f6c91902-8111-418f-aadf-958ac272f699 req-cd48bbbd-acad-4aa2-bbdd-004a9b3cfed6 service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824056 Feb 21 04:21:17.766587 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f6c91902-8111-418f-aadf-958ac272f699 req-0c7b3a93-3746-4237-a1ca-49617874a8f0 service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828145 Feb 21 04:21:23.823650 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38222) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:23.923824 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-23a88a64-ea7c-43c2-83ae-829dea66207e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:23.993962 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-23a88a64-ea7c-43c2-83ae-829dea66207e admin admin] Publish callbacks [] for security_group (68787607-bad9-4f27-bd86-e5033fb7159c), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:23.997320 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-23a88a64-ea7c-43c2-83ae-829dea66207e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (68787607-bad9-4f27-bd86-e5033fb7159c), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:24.038111 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-23a88a64-ea7c-43c2-83ae-829dea66207e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=61a9a4b2370e42d19faacc6388042d80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134144 Feb 21 04:21:24.038960 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a88a64-ea7c-43c2-83ae-829dea66207e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68787607-bad9-4f27-bd86-e5033fb7159c,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:24.041733 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38228) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:24.089206 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Publish callbacks [] for security_group (68787607-bad9-4f27-bd86-e5033fb7159c), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:24.109123 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Publish callbacks [] for security_group (68787607-bad9-4f27-bd86-e5033fb7159c), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:24.154444 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (68787607-bad9-4f27-bd86-e5033fb7159c), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:24.156964 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:24.158121 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/68787607-bad9-4f27-bd86-e5033fb7159c HTTP/1.1" status: 204 len: 168 time: 0.1150217 Feb 21 04:21:24.165720 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68787607-bad9-4f27-bd86-e5033fb7159c,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:24.172872 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.173220 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.173561 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.173893 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.174217 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.174540 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.174865 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.175185 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.176021 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.176343 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.176681 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.177001 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:24.177313 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b62a378-f21f-4bf4-9e53-fbc3262cf952 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:26.101814 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d3634433-c6cf-49f9-bb85-8a42b48091b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:28.139720 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-111afae1-c174-472e-97b9-6db184bc12af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:28.510914 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:21:29.483740 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:30.857697 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:32.512065 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:37.013610 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5bb51-dbc2-47cd-b5be-e4b3eef39118 req-f94c4e9e-5c23-44f9-8c1a-1a0d091c0a33 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:37.014998 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-76c5bb51-dbc2-47cd-b5be-e4b3eef39118 req-f94c4e9e-5c23-44f9-8c1a-1a0d091c0a33 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0625789 Feb 21 04:21:37.060739 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-76c5bb51-dbc2-47cd-b5be-e4b3eef39118 req-fda67399-8025-4575-af0b-512140839bcd tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401757 Feb 21 04:21:38.184027 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668025ed-a42c-40b5-937c-7ae78dc65ee5 req-c51b03c3-f48c-4508-9b79-12ab2e492e44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:38.185517 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-668025ed-a42c-40b5-937c-7ae78dc65ee5 req-c51b03c3-f48c-4508-9b79-12ab2e492e44 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0521779 Feb 21 04:21:38.230809 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-668025ed-a42c-40b5-937c-7ae78dc65ee5 req-8784efb7-6bda-462e-9f56-a08fc9ece63f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394573 Feb 21 04:21:38.838836 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-47ab28c9-e11f-43df-ad71-991ae2e9e39d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:38.840266 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-47ab28c9-e11f-43df-ad71-991ae2e9e39d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.45 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0533562 Feb 21 04:21:38.933951 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Deleting port ad4a893e-bbd1-41d8-a92a-483868402b5b {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:21:38.934289 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:39.021042 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] For port ad4a893e-bbd1-41d8-a92a-483868402b5b, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ad4a893e-bbd1-41d8-a92a-483868402b5b,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:21:39.021328 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:39.234544 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:39.235268 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (53ceabbe-9c84-4f85-a635-48f8733213a3), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:39.235268 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Floating IP 53ceabbe-9c84-4f85-a635-48f8733213a3 disassociated. External IP: 172.27.0.158, port: ad4a893e-bbd1-41d8-a92a-483868402b5b. Feb 21 04:21:39.235536 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Calling delete_port for ad4a893e-bbd1-41d8-a92a-483868402b5b owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:21:39.393399 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de0f71-0e2c-42fe-b74b-da43526e2506 req-f1987a40-4fea-4726-b3f3-46c1679bd1a0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:39.395388 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b7de0f71-0e2c-42fe-b74b-da43526e2506 req-f1987a40-4fea-4726-b3f3-46c1679bd1a0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0c59a20-ff75-456f-99b3-070207d951d7 HTTP/1.1" status: 200 len: 947 time: 0.0902345 Feb 21 04:21:39.396392 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (ad4a893e-bbd1-41d8-a92a-483868402b5b), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:39.435300 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event deleted for resources: {'Port': ['ID=ad4a893e-bbd1-41d8-a92a-483868402b5b,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:39.514091 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b7de0f71-0e2c-42fe-b74b-da43526e2506 req-2feb4ca6-59f2-4139-8f49-c03c47bab49f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=5a6d50f8-1faf-40c2-81b9-7d92e6de1276&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114516 Feb 21 04:21:39.569194 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Router 34566123-a2c9-469d-8d4e-63bb0df62ed4 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:21:39.904810 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:21:39.914181 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d66b8-df22-4e3a-8062-56943b8abd2d None None] Sync routers for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:21:39.923755 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d66b8-df22-4e3a-8062-56943b8abd2d None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:21:39.924362 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-564d66b8-df22-4e3a-8062-56943b8abd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:39.945697 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] No DVR routers for this DVR port ad4a893e-bbd1-41d8-a92a-483868402b5b on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:21:39.948322 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:39.951597 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6b70bfb7-14ca-4e52-ac9c-ca40152204a6 req-68f4c37c-2ab6-4b03-9a19-bdb6bf4d8de7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.45 "DELETE /v2.0/ports/ad4a893e-bbd1-41d8-a92a-483868402b5b HTTP/1.1" status: 204 len: 173 time: 1.1060257 Feb 21 04:21:39.952034 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'name': 'network-vif-deleted', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:21:39.954261 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a113ea-cf3b-4d9e-a51f-3ad7641bf06e" -d '{"events": [{"server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "name": "network-vif-deleted", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:21:39.996496 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c6f202-fe11-45d1-b24c-881242912102 x-openstack-request-id: req-89c6f202-fe11-45d1-b24c-881242912102 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:21:39.996864 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0c59a20-ff75-456f-99b3-070207d951d7", "name": "network-vif-deleted", "tag": "ad4a893e-bbd1-41d8-a92a-483868402b5b", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:21:39.997271 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-89c6f202-fe11-45d1-b24c-881242912102 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:21:39.997540 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0c59a20-ff75-456f-99b3-070207d951d7', 'name': 'network-vif-deleted', 'tag': 'ad4a893e-bbd1-41d8-a92a-483868402b5b', 'status': 'completed', 'code': 200} Feb 21 04:21:40.035886 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-564d66b8-df22-4e3a-8062-56943b8abd2d None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:21:40.240439 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-564d66b8-df22-4e3a-8062-56943b8abd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:40.270102 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d66b8-df22-4e3a-8062-56943b8abd2d None None] Checking router: 34566123-a2c9-469d-8d4e-63bb0df62ed4 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:21:40.278998 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564d66b8-df22-4e3a-8062-56943b8abd2d None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:21:40.279600 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-564d66b8-df22-4e3a-8062-56943b8abd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:40.391408 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-564d66b8-df22-4e3a-8062-56943b8abd2d None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:21:40.591468 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-564d66b8-df22-4e3a-8062-56943b8abd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:40.618135 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38272) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:40.626451 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564d66b8-df22-4e3a-8062-56943b8abd2d None None] The sync data for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi is: [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:21:40.681603 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-44ba64bc-9629-44c8-b528-26e9f3f20f39 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (5a6d50f8-1faf-40c2-81b9-7d92e6de1276), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:40.714737 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-44ba64bc-9629-44c8-b528-26e9f3f20f39 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (5a6d50f8-1faf-40c2-81b9-7d92e6de1276), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:40.718387 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:40.766159 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-44ba64bc-9629-44c8-b528-26e9f3f20f39 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (5a6d50f8-1faf-40c2-81b9-7d92e6de1276), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:40.769069 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-44ba64bc-9629-44c8-b528-26e9f3f20f39 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:40.770542 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-44ba64bc-9629-44c8-b528-26e9f3f20f39 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "DELETE /v2.0/security-groups/5a6d50f8-1faf-40c2-81b9-7d92e6de1276 HTTP/1.1" status: 204 len: 168 time: 0.1513884 Feb 21 04:21:40.773313 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38274) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:40.780313 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba64bc-9629-44c8-b528-26e9f3f20f39 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6d50f8-1faf-40c2-81b9-7d92e6de1276,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:40.790004 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.api.v2.resource [None req-ca218674-4ee9-426c-9e5f-4d9d169ffe40 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] show failed (client error): The resource could not be found. Feb 21 04:21:40.792689 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-ca218674-4ee9-426c-9e5f-4d9d169ffe40 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups/5a6d50f8-1faf-40c2-81b9-7d92e6de1276 HTTP/1.1" status: 404 len: 347 time: 0.0167465 Feb 21 04:21:40.794637 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38276) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:40.880105 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee2550-f185-43c4-a177-193901c586ac None None] New status for floating IP 53ceabbe-9c84-4f85-a635-48f8733213a3: DOWN {{(pid=102902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:21:40.954898 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-7173209a-be7f-4bf5-9aae-a3ccb36f3550 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Deleting port ca5df7f7-add1-4cbe-b991-6abfb1eea494 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:21:40.955265 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7173209a-be7f-4bf5-9aae-a3ccb36f3550 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (ca5df7f7-add1-4cbe-b991-6abfb1eea494), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.037288 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7173209a-be7f-4bf5-9aae-a3ccb36f3550 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (ca5df7f7-add1-4cbe-b991-6abfb1eea494), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.037610 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7173209a-be7f-4bf5-9aae-a3ccb36f3550 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (ca5df7f7-add1-4cbe-b991-6abfb1eea494), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.049288 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-7173209a-be7f-4bf5-9aae-a3ccb36f3550 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Calling delete_port for ca5df7f7-add1-4cbe-b991-6abfb1eea494 owned by network:floatingip {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:21:41.189948 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7173209a-be7f-4bf5-9aae-a3ccb36f3550 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (ca5df7f7-add1-4cbe-b991-6abfb1eea494), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.222134 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173209a-be7f-4bf5-9aae-a3ccb36f3550 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event deleted for resources: {'Port': ['ID=ca5df7f7-add1-4cbe-b991-6abfb1eea494,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:41.281182 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7173209a-be7f-4bf5-9aae-a3ccb36f3550 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (53ceabbe-9c84-4f85-a635-48f8733213a3), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.283580 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7173209a-be7f-4bf5-9aae-a3ccb36f3550 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.284741 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-7173209a-be7f-4bf5-9aae-a3ccb36f3550 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "DELETE /v2.0/floatingips/53ceabbe-9c84-4f85-a635-48f8733213a3 HTTP/1.1" status: 204 len: 168 time: 0.4884217 Feb 21 04:21:41.535097 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38282) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:41.539568 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-7866ea76-e61b-4fb7-bfe0-2b1bf6e7d074 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--514520769', 'description': 'tempest-description--739389591'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:21:41.558940 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7866ea76-e61b-4fb7-bfe0-2b1bf6e7d074 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.623182 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7866ea76-e61b-4fb7-bfe0-2b1bf6e7d074 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.627488 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7866ea76-e61b-4fb7-bfe0-2b1bf6e7d074 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.655171 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7866ea76-e61b-4fb7-bfe0-2b1bf6e7d074 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.656371 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-7866ea76-e61b-4fb7-bfe0-2b1bf6e7d074 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1202769 Feb 21 04:21:41.659396 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38284) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:41.660301 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866ea76-e61b-4fb7-bfe0-2b1bf6e7d074 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:41.669093 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-63796344-8801-4a3c-841c-67c435d833be tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'security_group_rule': {'security_group_id': '8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:21:41.696337 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-63796344-8801-4a3c-841c-67c435d833be tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (f77d0a85-2bca-4cd8-a3c0-e500dece193b), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.742621 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-63796344-8801-4a3c-841c-67c435d833be tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (f77d0a85-2bca-4cd8-a3c0-e500dece193b), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.746961 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-63796344-8801-4a3c-841c-67c435d833be tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (f77d0a85-2bca-4cd8-a3c0-e500dece193b), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.770233 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63796344-8801-4a3c-841c-67c435d833be tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77d0a85-2bca-4cd8-a3c0-e500dece193b,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:41.776216 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-63796344-8801-4a3c-841c-67c435d833be tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.780254 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-63796344-8801-4a3c-841c-67c435d833be tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1163247 Feb 21 04:21:41.780345 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38286) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:41.784593 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-8f5b6d3b-69a3-452f-a7d9-f50cf9f3be09 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'security_group_rule': {'security_group_id': '8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:21:41.809095 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6d3b-69a3-452f-a7d9-f50cf9f3be09 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (5d1b0dbd-9cbc-4cb6-b604-cb3b2fa08a3f), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.863405 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6d3b-69a3-452f-a7d9-f50cf9f3be09 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (5d1b0dbd-9cbc-4cb6-b604-cb3b2fa08a3f), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.867004 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6d3b-69a3-452f-a7d9-f50cf9f3be09 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (5d1b0dbd-9cbc-4cb6-b604-cb3b2fa08a3f), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.883906 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b6d3b-69a3-452f-a7d9-f50cf9f3be09 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1b0dbd-9cbc-4cb6-b604-cb3b2fa08a3f,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:41.891400 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8f5b6d3b-69a3-452f-a7d9-f50cf9f3be09 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:41.892587 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-8f5b6d3b-69a3-452f-a7d9-f50cf9f3be09 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113021 Feb 21 04:21:41.895718 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38288) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:41.899886 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'floatingip': {'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:21:41.918924 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:42.014712 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:42.029112 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad4a893e-bbd1-41d8-a92a-483868402b5b no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:21:42.049305 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: ad4a893e-bbd1-41d8-a92a-483868402b5b {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:21:42.049653 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ad4a893e-bbd1-41d8-a92a-483868402b5b not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:21:42.118210 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Allocated IP 172.27.0.46 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/f2d03161-f16b-4c13-94d4-0cd258007b8f) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:21:42.219972 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for port (f2d03161-f16b-4c13-94d4-0cd258007b8f), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:42.256334 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (f2d03161-f16b-4c13-94d4-0cd258007b8f), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:42.300287 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:21:42.305250 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'Port': ['ID=f2d03161-f16b-4c13-94d4-0cd258007b8f,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:42.309153 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:21:42.311205 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:21:42.394774 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (8928bd3f-a692-49a4-b347-d2c89c6b8cd4), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:42.438607 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f2d03161-f16b-4c13-94d4-0cd258007b8f), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:42.582514 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for port (f2d03161-f16b-4c13-94d4-0cd258007b8f), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:42.586875 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (f2d03161-f16b-4c13-94d4-0cd258007b8f), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:42.663177 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'Port': ['ID=f2d03161-f16b-4c13-94d4-0cd258007b8f,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:42.668201 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (8928bd3f-a692-49a4-b347-d2c89c6b8cd4), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:42.683605 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:42.684903 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-221595d0-c2a7-4cff-adab-2986c3a42866 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7882240 Feb 21 04:21:42.880968 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-5b6984da-6a80-4dff-af83-8c09afc3b3fe tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--514520769&fields=id&tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79 HTTP/1.1" status: 200 len: 267 time: 0.0443351 Feb 21 04:21:42.993469 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699af0f9-c63d-4f04-b51a-67f74583806a req-122e1468-3529-424a-82dc-af244029f7bd tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:42.995017 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-122e1468-3529-424a-82dc-af244029f7bd tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 817 time: 0.1074066 Feb 21 04:21:43.010282 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-bf899b9b-09c6-4b5c-be6c-0e556c34df7d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/quotas/53f9f8c7b6284a97b2c5ac5aee7f3c79 HTTP/1.1" status: 200 len: 375 time: 0.0098956 Feb 21 04:21:43.068945 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-aeb36c7e-dbfa-49b3-b9e5-899bca13d5c0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529253 Feb 21 04:21:43.166425 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-358fcd99-e403-41b1-a042-448776c5317a service neutron] 10.222.0.10 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857577 Feb 21 04:21:43.252318 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-ce6a5115-ebc7-446d-9bc0-f4e3cb84b89c service neutron] 10.222.0.10 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803115 Feb 21 04:21:43.414646 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a780bd0b-0657-4bde-a0e4-e08776adb55f req-5752914b-7a04-4175-8607-a8cf0e710979 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 210 time: 0.0296359 Feb 21 04:21:44.319725 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699af0f9-c63d-4f04-b51a-67f74583806a req-6b27d803-185e-4f6b-af99-d773aed0f2b9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:44.321205 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-6b27d803-185e-4f6b-af99-d773aed0f2b9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 817 time: 0.1074247 Feb 21 04:21:44.390619 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-f2f8b406-a257-4d1f-bea5-05a8fa9efa7f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79 HTTP/1.1" status: 200 len: 379 time: 0.0618107 Feb 21 04:21:44.400333 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'port': {'device_id': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'admin_state_up': True, 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'security_groups': ['8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae']}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:21:44.520019 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-57ba7f45-db1d-49d3-ae09-5f792e07346a req-c170cc71-1beb-4f00-99f8-263b3c9a4ee3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 210 time: 0.0322053 Feb 21 04:21:44.533929 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Made reservation on behalf of 53f9f8c7b6284a97b2c5ac5aee7f3c79 for: {'port': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:21:44.537456 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:44.657119 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Allocated IP 172.20.0.9 (81e10afa-1f4c-4986-8e6d-20263abcd54c/46d40582-7f92-4c2a-a504-bb2c26cd0187/1f9abb1e-20ab-4409-9680-aa349073bc5e) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:21:44.790884 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:44.824213 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:44.864349 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Network 81e10afa-1f4c-4986-8e6d-20263abcd54c is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:21:44.867214 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:21:44.873207 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:21:44.879755 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event updated for resources: {'Port': ['ID=1f9abb1e-20ab-4409-9680-aa349073bc5e,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:44.928394 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:44.929078 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:44.945926 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-a1ab66f1-8136-4363-9de3-0b65b59d3c61 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5489872 Feb 21 04:21:44.983683 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Request body: {'port': {'device_id': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:21:45.044205 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:45.079052 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-13d726b7-55fa-4601-9578-40e87c5bb462 None None] Provisioning complete for port 1f9abb1e-20ab-4409-9680-aa349073bc5e triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:21:45.079622 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-13d726b7-55fa-4601-9578-40e87c5bb462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:45.111893 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-13d726b7-55fa-4601-9578-40e87c5bb462 None None] Port 1f9abb1e-20ab-4409-9680-aa349073bc5e cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:21:45.297578 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9abb1e-20ab-4409-9680-aa349073bc5e {{(pid=102899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:21:45.305841 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Publish callbacks [] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:45.317499 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.provisioning_blocks [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Transition to ACTIVE for port object 1f9abb1e-20ab-4409-9680-aa349073bc5e will not be triggered until provisioned by entity L2. {{(pid=102899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:21:45.320800 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:45.369648 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Pushing event updated for resources: {'Port': ['ID=1f9abb1e-20ab-4409-9680-aa349073bc5e,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:45.440056 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Attempting to bind port 1f9abb1e-20ab-4409-9680-aa349073bc5e on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:21:45.440429 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Attempting to bind port 1f9abb1e-20ab-4409-9680-aa349073bc5e by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:21:45.440759 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Attempting to bind port 1f9abb1e-20ab-4409-9680-aa349073bc5e on network 81e10afa-1f4c-4986-8e6d-20263abcd54c {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:21:45.445404 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Port 1f9abb1e-20ab-4409-9680-aa349073bc5e on network 81e10afa-1f4c-4986-8e6d-20263abcd54c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:21:45.445867 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Attempting to bind port 1f9abb1e-20ab-4409-9680-aa349073bc5e on network 81e10afa-1f4c-4986-8e6d-20263abcd54c {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:21:45.450777 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:21:45.451122 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Checking segment: {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:21:45.451517 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Bound using segment: {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:21:45.451988 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Bound port: 1f9abb1e-20ab-4409-9680-aa349073bc5e, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1538dd7-fb97-45f7-8852-f931aba097cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c'}}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:21:45.452350 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:45.518925 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, cleared binding levels {{(pid=102899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:21:45.523182 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:21:45.529581 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:45.562375 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:45.563134 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:45.564538 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] 10.222.0.45 "PUT /v2.0/ports/1f9abb1e-20ab-4409-9680-aa349073bc5e HTTP/1.1" status: 200 len: 1093 time: 0.5857379 Feb 21 04:21:45.567354 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:21:45.570485 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9d741b-f474-4974-8898-5f1e40fb1858" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:21:45.623844 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838604d0-644d-46ff-94ac-2f8d78450b6a x-openstack-request-id: req-838604d0-644d-46ff-94ac-2f8d78450b6a {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:21:45.624063 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:21:45.624305 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-838604d0-644d-46ff-94ac-2f8d78450b6a {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:21:45.624798 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'status': 'completed', 'code': 200} Feb 21 04:21:45.650121 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a705b6-ef2e-4cb6-9bc0-c0134f80f0af service neutron] Pushing event updated for resources: {'Port': ['ID=1f9abb1e-20ab-4409-9680-aa349073bc5e,revision_number=3']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:45.701341 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355c5f4-349d-480e-9b44-5545271ee461 req-afdf6b3d-18fd-4327-8338-4ed92e3b65fd tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:45.702860 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8355c5f4-349d-480e-9b44-5545271ee461 req-afdf6b3d-18fd-4327-8338-4ed92e3b65fd tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0964179 Feb 21 04:21:45.705669 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699af0f9-c63d-4f04-b51a-67f74583806a req-aa16886c-1830-45e1-a408-fcd44941216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:45.708195 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-aa16886c-1830-45e1-a408-fcd44941216f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 1127 time: 0.0984290 Feb 21 04:21:45.758570 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-fb655736-d964-4948-8987-55aedf96c130 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e HTTP/1.1" status: 200 len: 217 time: 0.0436153 Feb 21 04:21:45.813030 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8355c5f4-349d-480e-9b44-5545271ee461 req-d26f40dc-7d8d-40ef-aa31-ac38d6a249aa tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037633 Feb 21 04:21:45.823458 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699af0f9-c63d-4f04-b51a-67f74583806a req-5f04fb71-2531-4828-90b0-0997ec64fbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:45.824879 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-5f04fb71-2531-4828-90b0-0997ec64fbcc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0604005 Feb 21 04:21:45.877080 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699af0f9-c63d-4f04-b51a-67f74583806a req-7c16223f-5ea9-4d40-9a4c-9720ffe2156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:45.879056 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-7c16223f-5ea9-4d40-9a4c-9720ffe2156a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0478315 Feb 21 04:21:45.964723 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-7c52941f-8470-4352-af18-e8072bfa5999 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800738 Feb 21 04:21:46.052781 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-699af0f9-c63d-4f04-b51a-67f74583806a req-f70086d2-4e00-4895-89cc-d0e21dbd1996 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826092 Feb 21 04:21:46.148009 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d741b-f474-4974-8898-5f1e40fb1858 req-06138649-a99c-4d4d-b245-dcdff3a48f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:46.149527 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f9d741b-f474-4974-8898-5f1e40fb1858 req-06138649-a99c-4d4d-b245-dcdff3a48f57 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 1127 time: 0.0444970 Feb 21 04:21:46.233795 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d741b-f474-4974-8898-5f1e40fb1858 req-37e39e9d-b395-4c09-ae2a-b24d70f67697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:46.235221 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f9d741b-f474-4974-8898-5f1e40fb1858 req-37e39e9d-b395-4c09-ae2a-b24d70f67697 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 917 time: 0.0797641 Feb 21 04:21:46.278351 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f9d741b-f474-4974-8898-5f1e40fb1858 req-4d3f23c8-fa49-4364-8c3c-3358ef1cd9e8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e HTTP/1.1" status: 200 len: 217 time: 0.0362909 Feb 21 04:21:46.325571 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d741b-f474-4974-8898-5f1e40fb1858 req-8536f3c8-2e6c-45b4-bd82-a57d09e2c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:46.327010 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f9d741b-f474-4974-8898-5f1e40fb1858 req-8536f3c8-2e6c-45b4-bd82-a57d09e2c46d service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0434520 Feb 21 04:21:46.374678 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d741b-f474-4974-8898-5f1e40fb1858 req-3b0202ed-ab4c-42f6-8839-d6173fdbd666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:46.376148 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f9d741b-f474-4974-8898-5f1e40fb1858 req-3b0202ed-ab4c-42f6-8839-d6173fdbd666 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423148 Feb 21 04:21:46.467803 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f9d741b-f474-4974-8898-5f1e40fb1858 req-edc273b7-b399-441d-b995-a84ed7a14999 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830884 Feb 21 04:21:46.554507 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9f9d741b-f474-4974-8898-5f1e40fb1858 req-1f42fb54-62db-413a-b774-f4426bdedffa service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801616 Feb 21 04:21:46.934691 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd239f-dc46-46cc-88ee-ecc3b8c1154c req-57c6b9bb-33a0-414e-884f-6c1e8ef9643e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:46.936130 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b4bd239f-dc46-46cc-88ee-ecc3b8c1154c req-57c6b9bb-33a0-414e-884f-6c1e8ef9643e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0517008 Feb 21 04:21:46.985320 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b4bd239f-dc46-46cc-88ee-ecc3b8c1154c req-e976415a-7c7f-4418-bc68-1cfd9abee235 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436475 Feb 21 04:21:48.102629 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf7449-3da8-4eee-8314-d4569faf2d2c req-8d0daf80-d60c-4b82-ac0d-a4bb433591d6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:48.104097 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f0bf7449-3da8-4eee-8314-d4569faf2d2c req-8d0daf80-d60c-4b82-ac0d-a4bb433591d6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0505157 Feb 21 04:21:48.148896 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f0bf7449-3da8-4eee-8314-d4569faf2d2c req-6254b17e-6dc6-4506-b087-33167bdcb077 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393381 Feb 21 04:21:49.268343 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20745777-b21a-4289-bb00-3dee45bd67b7 req-eef49a19-639f-4af9-aead-5b54e13dd637 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:49.269856 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-20745777-b21a-4289-bb00-3dee45bd67b7 req-eef49a19-639f-4af9-aead-5b54e13dd637 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0510402 Feb 21 04:21:49.314431 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-20745777-b21a-4289-bb00-3dee45bd67b7 req-ca73080c-cd56-419f-820c-d27413dd5df0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391808 Feb 21 04:21:50.043711 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 1f9abb1e-20ab-4409-9680-aa349073bc5e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:21:50.134740 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:21:50.146199 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'port_id': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'mac_address': 'fa:16:3e:e7:df:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:21:50.181462 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 1f9abb1e-20ab-4409-9680-aa349073bc5e is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:21:50.181843 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:50.196920 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9abb1e-20ab-4409-9680-aa349073bc5e {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:21:50.216239 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:21:50.221399 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:50.267088 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=1f9abb1e-20ab-4409-9680-aa349073bc5e,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:50.274453 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.274803 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.275148 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.275486 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.275822 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.276154 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.276482 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.276851 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.277166 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.277494 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.278073 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.278467 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.278790 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:50.435986 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a67b435-c112-4d51-bb28-490a6e879319 req-3cf12fa8-34a2-4785-941d-5c579ee55d4a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:50.437553 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8a67b435-c112-4d51-bb28-490a6e879319 req-3cf12fa8-34a2-4785-941d-5c579ee55d4a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 944 time: 0.0543370 Feb 21 04:21:50.482933 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8a67b435-c112-4d51-bb28-490a6e879319 req-0d43c081-10fb-40da-a3e1-0207ce2417a8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392895 Feb 21 04:21:50.562381 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['1f9abb1e-20ab-4409-9680-aa349073bc5e'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:21:51.607803 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb8095-8f0e-404f-8768-94a968e36b66 req-3239f8e6-798b-4fc8-b51a-a8b84820585e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:51.610172 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e4cb8095-8f0e-404f-8768-94a968e36b66 req-3239f8e6-798b-4fc8-b51a-a8b84820585e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 944 time: 0.0565152 Feb 21 04:21:51.657412 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e4cb8095-8f0e-404f-8768-94a968e36b66 req-f4ab1c79-e60a-449e-81ce-86f500e093a0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407581 Feb 21 04:21:52.040154 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 1f9abb1e-20ab-4409-9680-aa349073bc5e up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:21:52.087959 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 1f9abb1e-20ab-4409-9680-aa349073bc5e completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:21:52.091618 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 1f9abb1e-20ab-4409-9680-aa349073bc5e triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:21:52.091991 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:52.165972 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 1f9abb1e-20ab-4409-9680-aa349073bc5e is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:21:52.166358 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:52.187894 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:21:52.190251 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4caa82cb-5d47-4eef-99c6-4d4ca403f961" -d '{"events": [{"server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "name": "network-vif-plugged", "status": "completed", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:21:52.205865 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:21:52.211242 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:52.234599 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3494012-2556-4c0b-b98a-8d9cda18e507 x-openstack-request-id: req-a3494012-2556-4c0b-b98a-8d9cda18e507 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:21:52.234887 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "name": "network-vif-plugged", "status": "completed", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:21:52.235139 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3494012-2556-4c0b-b98a-8d9cda18e507 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:21:52.235523 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'code': 200} Feb 21 04:21:52.261718 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=1f9abb1e-20ab-4409-9680-aa349073bc5e,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:52.393716 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b07d64-9663-4247-90de-24a6d2de8981 req-200443b5-05d6-4c1d-a793-c988b6029e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:52.395755 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-90b07d64-9663-4247-90de-24a6d2de8981 req-200443b5-05d6-4c1d-a793-c988b6029e1f service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 1129 time: 0.0422428 Feb 21 04:21:52.447095 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-90b07d64-9663-4247-90de-24a6d2de8981 req-150966a5-3b85-48d7-83f9-1ad661daa6ca service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450323 Feb 21 04:21:52.776739 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2013a3-5ca7-49f5-8db9-4d7c14f6fef3 req-838d3bca-93fd-43ad-9d1e-48f796d4a2c2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:52.778490 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9d2013a3-5ca7-49f5-8db9-4d7c14f6fef3 req-838d3bca-93fd-43ad-9d1e-48f796d4a2c2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0519905 Feb 21 04:21:52.823414 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9d2013a3-5ca7-49f5-8db9-4d7c14f6fef3 req-d2c2caf0-b958-4c4c-b410-8b78775243c7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394981 Feb 21 04:21:53.947148 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5296607-44ae-4207-894a-e9d0340a5aac req-de747762-6c5c-484e-a8fc-c4c0e49f7386 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:53.948616 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f5296607-44ae-4207-894a-e9d0340a5aac req-de747762-6c5c-484e-a8fc-c4c0e49f7386 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0514979 Feb 21 04:21:53.993891 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f5296607-44ae-4207-894a-e9d0340a5aac req-f4de3723-1e78-4d15-8471-c010d2a1633b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398223 Feb 21 04:21:54.112620 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372807fe-c87e-447a-b8cb-abc733e5fa96 req-d6c85de8-e184-4685-baaf-6bf7b0a460a9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:54.114722 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-372807fe-c87e-447a-b8cb-abc733e5fa96 req-d6c85de8-e184-4685-baaf-6bf7b0a460a9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0550096 Feb 21 04:21:54.122945 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38352) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:54.127135 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-e9cad2ed-eb09-4496-8b79-992d5c9d0f34 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Request body: {'floatingip': {'port_id': '1f9abb1e-20ab-4409-9680-aa349073bc5e'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:21:54.164889 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e9cad2ed-eb09-4496-8b79-992d5c9d0f34 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (8928bd3f-a692-49a4-b347-d2c89c6b8cd4), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:54.602636 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e9cad2ed-eb09-4496-8b79-992d5c9d0f34 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:54.606422 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e9cad2ed-eb09-4496-8b79-992d5c9d0f34 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (8928bd3f-a692-49a4-b347-d2c89c6b8cd4), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:54.710968 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-e9cad2ed-eb09-4496-8b79-992d5c9d0f34 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Floating IP 8928bd3f-a692-49a4-b347-d2c89c6b8cd4 associated. External IP: 172.27.0.46, port: 1f9abb1e-20ab-4409-9680-aa349073bc5e. Feb 21 04:21:54.798828 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ba94c65f-705b-4a8f-8bcb-fc97138da0ba req-b8d53827-6da3-4c24-835a-b14a1c3d668f tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555835675&fields=id&tenant_id=aa514a3d1a314decab32eefda5e67939 HTTP/1.1" status: 200 len: 267 time: 0.0901847 Feb 21 04:21:55.158548 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94c65f-705b-4a8f-8bcb-fc97138da0ba req-b64511bd-fa01-4352-ba80-18ef130cc8fd tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:55.159985 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ba94c65f-705b-4a8f-8bcb-fc97138da0ba req-b64511bd-fa01-4352-ba80-18ef130cc8fd tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 985 time: 0.1017272 Feb 21 04:21:55.174311 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-ba94c65f-705b-4a8f-8bcb-fc97138da0ba req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Request body: {'port': {'security_groups': ['59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd']}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:21:55.284319 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cad2ed-eb09-4496-8b79-992d5c9d0f34 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Router 34566123-a2c9-469d-8d4e-63bb0df62ed4 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:21:55.285173 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-ba94c65f-705b-4a8f-8bcb-fc97138da0ba req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:55.465231 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cad2ed-eb09-4496-8b79-992d5c9d0f34 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:21:55.474617 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5c1f4d-fc0f-443e-995b-bccbb4cea83f None None] Sync routers for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:21:55.484370 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c1f4d-fc0f-443e-995b-bccbb4cea83f None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:21:55.484997 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-1c5c1f4d-fc0f-443e-995b-bccbb4cea83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:55.496518 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e9cad2ed-eb09-4496-8b79-992d5c9d0f34 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:55.540944 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-e9cad2ed-eb09-4496-8b79-992d5c9d0f34 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "PUT /v2.0/floatingips/8928bd3f-a692-49a4-b347-d2c89c6b8cd4 HTTP/1.1" status: 200 len: 990 time: 1.4150145 Feb 21 04:21:55.541899 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:21:55.544403 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:21:55.574764 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-ba94c65f-705b-4a8f-8bcb-fc97138da0ba req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] For port 2f0ab78e-d156-44f8-a2e4-b409bf502408, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:21:55.608369 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-1c5c1f4d-fc0f-443e-995b-bccbb4cea83f None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:21:55.610377 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-ba94c65f-705b-4a8f-8bcb-fc97138da0ba req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:55.617843 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-ba94c65f-705b-4a8f-8bcb-fc97138da0ba req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:55.627626 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c76d314-3fc8-46b9-a309-43dc6c1d370a x-openstack-request-id: req-2c76d314-3fc8-46b9-a309-43dc6c1d370a {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:21:55.628170 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:21:55.628614 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2c76d314-3fc8-46b9-a309-43dc6c1d370a {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:21:55.629336 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'status': 'completed', 'code': 200} Feb 21 04:21:55.654533 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['2f0ab78e-d156-44f8-a2e4-b409bf502408'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:21:55.702186 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94c65f-705b-4a8f-8bcb-fc97138da0ba req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:55.702963 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-ba94c65f-705b-4a8f-8bcb-fc97138da0ba req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:55.704274 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ba94c65f-705b-4a8f-8bcb-fc97138da0ba req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "PUT /v2.0/ports/2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 200 len: 943 time: 0.5377293 Feb 21 04:21:55.710302 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38364) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:55.737485 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event updated for resources: {'Port': ['ID=2f0ab78e-d156-44f8-a2e4-b409bf502408,revision_number=7']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:55.747922 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce req-02c9a1fb-cee8-48a0-aa6b-8d8ac3832d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:55.749835 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce req-02c9a1fb-cee8-48a0-aa6b-8d8ac3832d4f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 1129 time: 0.0975177 Feb 21 04:21:55.821130 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f10f4932-b21a-43af-bf7c-f1407a7a4fdd tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group (ed61422c-2596-47a4-a867-ceb2b47dee59), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:55.857893 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f10f4932-b21a-43af-bf7c-f1407a7a4fdd tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group (ed61422c-2596-47a4-a867-ceb2b47dee59), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:55.881885 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.891708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac49e18-1ae6-408b-9370-900de8a2b776 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:21:55.943269 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce req-e6fd12ac-fdb6-4eca-9cf4-d918bc221569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:55.950754 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce req-e6fd12ac-fdb6-4eca-9cf4-d918bc221569 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 917 time: 0.1902120 Feb 21 04:21:55.968089 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f10f4932-b21a-43af-bf7c-f1407a7a4fdd tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (ed61422c-2596-47a4-a867-ceb2b47dee59), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:55.972616 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f10f4932-b21a-43af-bf7c-f1407a7a4fdd tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:55.978462 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f10f4932-b21a-43af-bf7c-f1407a7a4fdd tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "DELETE /v2.0/security-groups/ed61422c-2596-47a4-a867-ceb2b47dee59 HTTP/1.1" status: 204 len: 168 time: 0.2654793 Feb 21 04:21:55.979089 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38370) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:21:56.015024 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f4932-b21a-43af-bf7c-f1407a7a4fdd tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed61422c-2596-47a4-a867-ceb2b47dee59,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:56.025132 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['2f0ab78e-d156-44f8-a2e4-b409bf502408'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:21:56.026998 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce req-b9e57c1b-4bd4-4763-b52e-ddedad8e2ed3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e HTTP/1.1" status: 200 len: 998 time: 0.0727570 Feb 21 04:21:56.084024 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce req-00581089-f398-4444-a232-a0129b8f0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:56.085896 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce req-00581089-f398-4444-a232-a0129b8f0bbd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0525012 Feb 21 04:21:56.140999 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce req-4d30dd6b-888b-4f8e-a1aa-c514092b1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:56.143059 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce req-4d30dd6b-888b-4f8e-a1aa-c514092b1297 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514519 Feb 21 04:21:56.169471 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-8e3555f8-144a-4b17-9b97-7dae63ca6e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:56.209800 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-b591691d-45a1-4619-968e-6000e868bc9e None None] Provisioning complete for port 2f0ab78e-d156-44f8-a2e4-b409bf502408 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:21:56.210183 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-b591691d-45a1-4619-968e-6000e868bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:56.231190 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Deleting port 7a95e330-059e-47cb-b9c0-2678a276c292 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:21:56.231607 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (7a95e330-059e-47cb-b9c0-2678a276c292), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:56.243448 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce req-52e9b167-472e-4da2-aa8d-00bf6f763bec service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939183 Feb 21 04:21:56.313639 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (7a95e330-059e-47cb-b9c0-2678a276c292), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:56.314501 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for floatingip (7a95e330-059e-47cb-b9c0-2678a276c292), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:56.326510 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Calling delete_port for 7a95e330-059e-47cb-b9c0-2678a276c292 owned by network:floatingip {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:21:56.346135 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-00bd5f7b-8338-44b0-868f-9af7f37ab4ce req-587f9a40-2baa-4c7f-a1e5-ec5fbdd41343 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972168 Feb 21 04:21:56.437463 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-1c5c1f4d-fc0f-443e-995b-bccbb4cea83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '8928bd3f-a692-49a4-b347-d2c89c6b8cd4', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'port_id': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'mac_address': 'fa:16:3e:e7:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:21:42Z', 'updated_at': '2022-02-21T04:21:54Z', 'revision_number': 1, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:56.482028 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-b591691d-45a1-4619-968e-6000e868bc9e None None] Current status of the port 2f0ab78e-d156-44f8-a2e4-b409bf502408 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:21:56.489653 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5c1f4d-fc0f-443e-995b-bccbb4cea83f None None] Checking router: 34566123-a2c9-469d-8d4e-63bb0df62ed4 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:21:56.504784 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5c1f4d-fc0f-443e-995b-bccbb4cea83f None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:21:56.505403 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-1c5c1f4d-fc0f-443e-995b-bccbb4cea83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:56.506126 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (7a95e330-059e-47cb-b9c0-2678a276c292), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:56.532334 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event deleted for resources: {'Port': ['ID=7a95e330-059e-47cb-b9c0-2678a276c292,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:21:56.596589 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks [] for floatingip (0cf2e891-7335-4f76-960f-12d858095db1), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:56.596913 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.l3_db [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Floating IP 0cf2e891-7335-4f76-960f-12d858095db1 disassociated (deleted). External IP: 172.27.0.28, port: 2f0ab78e-d156-44f8-a2e4-b409bf502408. Feb 21 04:21:56.615435 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-1c5c1f4d-fc0f-443e-995b-bccbb4cea83f None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:21:56.845081 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-1c5c1f4d-fc0f-443e-995b-bccbb4cea83f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '8928bd3f-a692-49a4-b347-d2c89c6b8cd4', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'port_id': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'mac_address': 'fa:16:3e:e7:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:21:42Z', 'updated_at': '2022-02-21T04:21:54Z', 'revision_number': 1, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:56.872557 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5c1f4d-fc0f-443e-995b-bccbb4cea83f None None] The sync data for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi is: [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '8928bd3f-a692-49a4-b347-d2c89c6b8cd4', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'floating_ip_address': '172.27.0.46', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'port_id': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'mac_address': 'fa:16:3e:e7:df:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:21:42Z', 'updated_at': '2022-02-21T04:21:54Z', 'revision_number': 1, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:21:57.032328 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:21:57.068852 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f452712-1aa9-4ed8-bf74-ea4033fe0baa None None] New status for floating IP 8928bd3f-a692-49a4-b347-d2c89c6b8cd4: ACTIVE {{(pid=102902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:21:57.143966 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:21:57.149402 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:57.155063 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee5340-f0b2-4a75-b32c-7e8e40ab8ad8 None None] Sync routers for ids ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:21:57.164056 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee5340-f0b2-4a75-b32c-7e8e40ab8ad8 None None] Routers {'9c77b8bc-1572-42f0-a98c-7656ae177ac4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:21:57.164683 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-d3ee5340-f0b2-4a75-b32c-7e8e40ab8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:57.181860 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b69c2f4c-ba43-4350-bda8-1f11b03fe01b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "DELETE /v2.0/floatingips/0cf2e891-7335-4f76-960f-12d858095db1 HTTP/1.1" status: 204 len: 168 time: 1.1734328 Feb 21 04:21:57.181860 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:21:57.182554 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06" -d '{"events": [{"name": "network-changed", "server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:21:57.288016 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d18831-e500-4a21-a386-2a7ac9957f94 x-openstack-request-id: req-e3d18831-e500-4a21-a386-2a7ac9957f94 {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:21:57.288166 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:21:57.288326 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3d18831-e500-4a21-a386-2a7ac9957f94 {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:21:57.288726 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'status': 'completed', 'code': 200} Feb 21 04:21:57.294852 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-d3ee5340-f0b2-4a75-b32c-7e8e40ab8ad8 None None] Set router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:21:57.364821 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06 req-23373443-a8aa-422e-ab0f-3f7f59f9677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:57.366345 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06 req-23373443-a8aa-422e-ab0f-3f7f59f9677a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa514a3d1a314decab32eefda5e67939&device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 1130 time: 0.0534348 Feb 21 04:21:57.484017 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06 req-12a77a94-4d89-445c-b86e-7b1c665245cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:57.485531 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06 req-12a77a94-4d89-445c-b86e-7b1c665245cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=1757e5fc-c4b3-4899-835a-555e305edb49 HTTP/1.1" status: 200 len: 914 time: 0.1126583 Feb 21 04:21:57.528800 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06 req-81ebbdca-52dc-483a-875f-6be3a1a189dc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 200 len: 217 time: 0.0358973 Feb 21 04:21:57.532305 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-d3ee5340-f0b2-4a75-b32c-7e8e40ab8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:39Z', 'revision_number': 4, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a', 'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'mac_address': 'fa:16:3e:02:a8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:39Z', 'updated_at': '2022-02-21T04:15:43Z', 'revision_number': 5, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'subnets': [{'id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:57.558503 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee5340-f0b2-4a75-b32c-7e8e40ab8ad8 None None] Checking router: 9c77b8bc-1572-42f0-a98c-7656ae177ac4 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:21:57.567223 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee5340-f0b2-4a75-b32c-7e8e40ab8ad8 None None] Routers {'9c77b8bc-1572-42f0-a98c-7656ae177ac4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:21:57.567837 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-d3ee5340-f0b2-4a75-b32c-7e8e40ab8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:57.576032 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06 req-333f49e1-f9ff-47be-bd4b-e3c6e1425ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:57.577510 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06 req-333f49e1-f9ff-47be-bd4b-e3c6e1425ac5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7 HTTP/1.1" status: 200 len: 853 time: 0.0430028 Feb 21 04:21:57.630033 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06 req-c35ac486-bce3-49b8-a5c0-dc770a4929e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:57.631528 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06 req-c35ac486-bce3-49b8-a5c0-dc770a4929e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1757e5fc-c4b3-4899-835a-555e305edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472009 Feb 21 04:21:57.631966 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:21:57.634204 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fe8d20-3c63-4197-98f5-19368a216df0" -d '{"events": [{"name": "network-changed", "server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:21:57.677117 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-d3ee5340-f0b2-4a75-b32c-7e8e40ab8ad8 None None] Set router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:21:57.680908 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b2e727-82b1-4bb9-a451-cae732966069 x-openstack-request-id: req-73b2e727-82b1-4bb9-a451-cae732966069 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:21:57.681197 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:21:57.681446 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73b2e727-82b1-4bb9-a451-cae732966069 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:21:57.681838 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'status': 'completed', 'code': 200} Feb 21 04:21:57.721608 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06 req-d29d488f-0b75-4781-89de-03f60b95a3cd service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834198 Feb 21 04:21:57.835910 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-65d4ef7a-035a-4d20-ad62-0d5b6d6def06 req-3883c2b0-fcb4-4c91-9a89-ee15433e86d4 service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883894 Feb 21 04:21:57.877873 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-d3ee5340-f0b2-4a75-b32c-7e8e40ab8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:39Z', 'revision_number': 4, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a', 'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'mac_address': 'fa:16:3e:02:a8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:39Z', 'updated_at': '2022-02-21T04:15:43Z', 'revision_number': 5, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'subnets': [{'id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:21:57.908248 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee5340-f0b2-4a75-b32c-7e8e40ab8ad8 None None] The sync data for ids ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'] in dv-cinder-773985-36-iscsi is: [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:15:39Z', 'revision_number': 4, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a', 'name': '', 'network_id': '1757e5fc-c4b3-4899-835a-555e305edb49', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'mac_address': 'fa:16:3e:02:a8:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:39Z', 'updated_at': '2022-02-21T04:15:43Z', 'revision_number': 5, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'subnets': [{'id': '8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:21:57.937571 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe8d20-3c63-4197-98f5-19368a216df0 req-5a1826fd-66a1-4c25-a7e5-5efa43d366f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:57.939104 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79fe8d20-3c63-4197-98f5-19368a216df0 req-5a1826fd-66a1-4c25-a7e5-5efa43d366f7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=aa514a3d1a314decab32eefda5e67939&device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 1130 time: 0.0500402 Feb 21 04:21:58.030936 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe8d20-3c63-4197-98f5-19368a216df0 req-f26eedf8-08aa-4d67-8cec-b55bdc098c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:58.032431 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79fe8d20-3c63-4197-98f5-19368a216df0 req-f26eedf8-08aa-4d67-8cec-b55bdc098c87 service neutron] 10.222.0.45 "GET /v2.0/networks?id=1757e5fc-c4b3-4899-835a-555e305edb49 HTTP/1.1" status: 200 len: 914 time: 0.0857966 Feb 21 04:21:58.079806 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79fe8d20-3c63-4197-98f5-19368a216df0 req-21f65985-09e7-4ddb-b846-8bd22abd3192 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 200 len: 217 time: 0.0402536 Feb 21 04:21:58.135927 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe8d20-3c63-4197-98f5-19368a216df0 req-5abd5c7b-b51e-413e-911f-cb4bafca1722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:58.137444 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79fe8d20-3c63-4197-98f5-19368a216df0 req-5abd5c7b-b51e-413e-911f-cb4bafca1722 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7 HTTP/1.1" status: 200 len: 853 time: 0.0493922 Feb 21 04:21:58.153843 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-12337591-066b-4a18-90c8-70bd974e37a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:58.159992 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1de9f5f-5b0f-4526-8172-1e49be68a4c1 None None] New status for floating IP 0cf2e891-7335-4f76-960f-12d858095db1: DOWN {{(pid=102902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:21:58.193185 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe8d20-3c63-4197-98f5-19368a216df0 req-61f6168d-329a-4884-b663-a5602fa25878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:58.194847 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79fe8d20-3c63-4197-98f5-19368a216df0 req-61f6168d-329a-4884-b663-a5602fa25878 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=1757e5fc-c4b3-4899-835a-555e305edb49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514941 Feb 21 04:21:58.287426 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79fe8d20-3c63-4197-98f5-19368a216df0 req-b0ad1ac5-823c-48fa-a2d0-81bfa485c628 service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857127 Feb 21 04:21:58.372601 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79fe8d20-3c63-4197-98f5-19368a216df0 req-d52164a5-d099-456d-885e-78caa6ba8a5e service neutron] 10.222.0.45 "GET /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791965 Feb 21 04:21:59.487133 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:21:59.949167 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a03d1-9e70-4a55-9d1c-315c3605c861 req-ef46d141-f329-4ed5-9398-cf5323e67715 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:21:59.950641 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d86a03d1-9e70-4a55-9d1c-315c3605c861 req-ef46d141-f329-4ed5-9398-cf5323e67715 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.0595868 Feb 21 04:21:59.997692 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d86a03d1-9e70-4a55-9d1c-315c3605c861 req-d9573bc7-f53c-4502-a4a2-facf5a5aa179 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415549 Feb 21 04:22:00.859299 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:01.103447 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e6d59-2161-4000-8a92-ac48e9c7f31d req-b42e59b0-e601-459a-8c45-872ae735b264 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:01.104968 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-580e6d59-2161-4000-8a92-ac48e9c7f31d req-b42e59b0-e601-459a-8c45-872ae735b264 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.45 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.0756216 Feb 21 04:22:01.163757 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bcc49-ee49-4759-b524-e590510fb832 req-29b024bc-636e-4419-ab42-455734d9e362 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:01.165237 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-150bcc49-ee49-4759-b524-e590510fb832 req-29b024bc-636e-4419-ab42-455734d9e362 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/ports?device_id=59362492-1a50-4bb3-a8a7-b29eb51489e4 HTTP/1.1" status: 200 len: 946 time: 0.1004970 Feb 21 04:22:01.235488 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-150bcc49-ee49-4759-b524-e590510fb832 req-97b3e1f9-2f0a-4af5-b03d-0a921ede5ff4 tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.10 "GET /v2.0/security-groups?id=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509884 Feb 21 04:22:01.245438 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-580e6d59-2161-4000-8a92-ac48e9c7f31d req-eda0cab2-57cb-49d2-852d-99cbc8c9734b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Deleting port 2f0ab78e-d156-44f8-a2e4-b409bf502408 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:22:01.245779 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-580e6d59-2161-4000-8a92-ac48e9c7f31d req-eda0cab2-57cb-49d2-852d-99cbc8c9734b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:01.335759 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-580e6d59-2161-4000-8a92-ac48e9c7f31d req-eda0cab2-57cb-49d2-852d-99cbc8c9734b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] For port 2f0ab78e-d156-44f8-a2e4-b409bf502408, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=2f0ab78e-d156-44f8-a2e4-b409bf502408,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:01.336042 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-580e6d59-2161-4000-8a92-ac48e9c7f31d req-eda0cab2-57cb-49d2-852d-99cbc8c9734b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:01.347474 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-580e6d59-2161-4000-8a92-ac48e9c7f31d req-eda0cab2-57cb-49d2-852d-99cbc8c9734b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Calling delete_port for 2f0ab78e-d156-44f8-a2e4-b409bf502408 owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:22:01.470889 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-580e6d59-2161-4000-8a92-ac48e9c7f31d req-eda0cab2-57cb-49d2-852d-99cbc8c9734b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (2f0ab78e-d156-44f8-a2e4-b409bf502408), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:01.483356 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['2f0ab78e-d156-44f8-a2e4-b409bf502408'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:22:01.509565 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0cab2-57cb-49d2-852d-99cbc8c9734b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Pushing event deleted for resources: {'Port': ['ID=2f0ab78e-d156-44f8-a2e4-b409bf502408,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:01.546905 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-580e6d59-2161-4000-8a92-ac48e9c7f31d req-eda0cab2-57cb-49d2-852d-99cbc8c9734b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] No DVR routers for this DVR port 2f0ab78e-d156-44f8-a2e4-b409bf502408 on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:22:01.549407 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-580e6d59-2161-4000-8a92-ac48e9c7f31d req-eda0cab2-57cb-49d2-852d-99cbc8c9734b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:01.552700 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-580e6d59-2161-4000-8a92-ac48e9c7f31d req-eda0cab2-57cb-49d2-852d-99cbc8c9734b tempest-TestMinimumBasicScenario-98071882 tempest-TestMinimumBasicScenario-98071882-project] 10.222.0.45 "DELETE /v2.0/ports/2f0ab78e-d156-44f8-a2e4-b409bf502408 HTTP/1.1" status: 204 len: 173 time: 0.4432070 Feb 21 04:22:01.553136 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'name': 'network-vif-deleted', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:22:01.555360 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f0b129-9a52-4dce-a5cc-df578319af8c" -d '{"events": [{"server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "name": "network-vif-deleted", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:22:01.741483 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50888652-38a3-48b0-8ae6-f85ad6cc5588 x-openstack-request-id: req-50888652-38a3-48b0-8ae6-f85ad6cc5588 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:22:01.741786 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59362492-1a50-4bb3-a8a7-b29eb51489e4", "name": "network-vif-deleted", "tag": "2f0ab78e-d156-44f8-a2e4-b409bf502408", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:22:01.742041 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50888652-38a3-48b0-8ae6-f85ad6cc5588 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:22:01.742449 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59362492-1a50-4bb3-a8a7-b29eb51489e4', 'name': 'network-vif-deleted', 'tag': '2f0ab78e-d156-44f8-a2e4-b409bf502408', 'status': 'completed', 'code': 200} Feb 21 04:22:02.514393 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:02.846583 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38458) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:03.392357 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653554'] for router_interface (9c77b8bc-1572-42f0-a98c-7656ae177ac4), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:03.680530 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] Deleting port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:22:03.680797 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:03.755617 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] For port 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:03.755970 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:03.768947 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] Calling delete_port for 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a owned by network:router_interface {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:22:03.943804 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:03.971392 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:04.103700 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 2f0ab78e-d156-44f8-a2e4-b409bf502408 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:22:04.130363 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 2f0ab78e-d156-44f8-a2e4-b409bf502408 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:22:04.130712 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 2f0ab78e-d156-44f8-a2e4-b409bf502408 not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:22:04.142810 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655202'] for router_interface (9c77b8bc-1572-42f0-a98c-7656ae177ac4), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:04.585722 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] Router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:22:04.693164 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:22:04.698383 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-0b3f04d3-dd99-4ca3-a8a0-1008cfda6fed admin admin] 10.222.0.10 "PUT /v2.0/routers/9c77b8bc-1572-42f0-a98c-7656ae177ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8507245 Feb 21 04:22:04.700861 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38462) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:04.701810 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9007582-956b-4e1b-82cd-fe991cf6aff6 None None] Sync routers for ids ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:22:04.712461 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9007582-956b-4e1b-82cd-fe991cf6aff6 None None] Routers {'9c77b8bc-1572-42f0-a98c-7656ae177ac4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:04.713103 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e9007582-956b-4e1b-82cd-fe991cf6aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:04.805459 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Publish callbacks [] for router (9c77b8bc-1572-42f0-a98c-7656ae177ac4), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:04.916510 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Publish callbacks [] for router_gateway (9c77b8bc-1572-42f0-a98c-7656ae177ac4), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:04.943972 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-e9007582-956b-4e1b-82cd-fe991cf6aff6 None None] Set router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:04.970801 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Deleting port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:22:04.971456 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.047297 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] For port 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=0f8cf471-e84e-47b0-8a6f-d80d0dc6c939,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:05.047758 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.059892 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Calling delete_port for 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 owned by network:router_gateway {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:22:05.118217 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e9007582-956b-4e1b-82cd-fe991cf6aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:22:03Z', 'revision_number': 5, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port': {'id': '0f8cf471-e84e-47b0-8a6f-d80d0dc6c939', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 243, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:37Z', 'updated_at': '2022-02-21T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:05.147144 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9007582-956b-4e1b-82cd-fe991cf6aff6 None None] Checking router: 9c77b8bc-1572-42f0-a98c-7656ae177ac4 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:22:05.155624 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9007582-956b-4e1b-82cd-fe991cf6aff6 None None] Routers {'9c77b8bc-1572-42f0-a98c-7656ae177ac4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:05.156230 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e9007582-956b-4e1b-82cd-fe991cf6aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:05.232129 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (0f8cf471-e84e-47b0-8a6f-d80d0dc6c939), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.245947 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-e9007582-956b-4e1b-82cd-fe991cf6aff6 None None] Set router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 gateway port host: None {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:05.260378 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8cf471-e84e-47b0-8a6f-d80d0dc6c939,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:05.301038 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-e9007582-956b-4e1b-82cd-fe991cf6aff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:22:04Z', 'revision_number': 6, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port_host': None}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:05.324022 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654472'] for router_gateway (9c77b8bc-1572-42f0-a98c-7656ae177ac4), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.328059 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9007582-956b-4e1b-82cd-fe991cf6aff6 None None] The sync data for ids ['9c77b8bc-1572-42f0-a98c-7656ae177ac4'] in dv-cinder-773985-36-iscsi is: [{'id': '9c77b8bc-1572-42f0-a98c-7656ae177ac4', 'name': 'tempest-TestMinimumBasicScenario-867314748-router', 'tenant_id': 'aa514a3d1a314decab32eefda5e67939', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:36Z', 'updated_at': '2022-02-21T04:22:04Z', 'revision_number': 6, 'project_id': 'aa514a3d1a314decab32eefda5e67939', 'gw_port_host': None}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:22:05.431204 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1952'] for router (9c77b8bc-1572-42f0-a98c-7656ae177ac4), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.433437 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Publish callbacks [] for router_controller (9c77b8bc-1572-42f0-a98c-7656ae177ac4), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.499000 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653165'] for router (9c77b8bc-1572-42f0-a98c-7656ae177ac4), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.499575 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c77b8bc-1572-42f0-a98c-7656ae177ac4 {{(pid=102900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 04:22:05.505068 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.506210 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f5074e77-bef0-464c-8047-beffb1f138d9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/9c77b8bc-1572-42f0-a98c-7656ae177ac4 HTTP/1.1" status: 204 len: 168 time: 0.8044150 Feb 21 04:22:05.508646 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38464) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:05.513384 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:22:05.551753 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_v2 [None req-93342831-880a-4c2a-877b-dcc3857ae294 admin admin] Deleting subnet 8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7 {{(pid=102900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:22:05.554752 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93342831-880a-4c2a-877b-dcc3857ae294 admin admin] Publish callbacks [] for subnet (8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.588134 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93342831-880a-4c2a-877b-dcc3857ae294 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14229693'] for subnet (8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.694973 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93342831-880a-4c2a-877b-dcc3857ae294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.750452 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93342831-880a-4c2a-877b-dcc3857ae294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14229579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14527758'] for subnet (8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.778222 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93342831-880a-4c2a-877b-dcc3857ae294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:05.783802 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93342831-880a-4c2a-877b-dcc3857ae294 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.787125 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-93342831-880a-4c2a-877b-dcc3857ae294 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8d0de84b-6db5-48cb-a5c3-6a0ff4c4e6c7 HTTP/1.1" status: 204 len: 168 time: 0.2775612 Feb 21 04:22:05.789069 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9566ab0d-96d5-4a5c-a1fd-781da2b687ab None None] Network 1757e5fc-c4b3-4899-835a-555e305edb49 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:22:05.789611 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38466) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:05.855890 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (1757e5fc-c4b3-4899-835a-555e305edb49), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.909557 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Deleting port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:22:05.909990 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.973347 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] For port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc,segment=NetworkSegment(41a66e4b-fada-4406-8daf-b0fc7a349e51),segment_id=41a66e4b-fada-4406-8daf-b0fc7a349e51)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:05.974442 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:05.986542 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Calling delete_port for 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc owned by network:dhcp {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:22:06.071762 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:06.100931 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:06.104187 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] No DVR routers for this DVR port 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc on host dv-cinder-773985-36-iscsi {{(pid=102900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:22:06.117300 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b79bd6-be29-4167-9652-50e2ac1796a3 None None] DHCP port deletion for 1757e5fc-c4b3-4899-835a-555e305edb49 request from dv-cinder-773985-36-iscsi {{(pid=102901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 04:22:06.181417 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:22:06.184456 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (1757e5fc-c4b3-4899-835a-555e305edb49), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:06.200908 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:22:06.201253 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 0f8cf471-e84e-47b0-8a6f-d80d0dc6c939 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:22:06.201794 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:22:06.205450 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1757e5fc-c4b3-4899-835a-555e305edb49']}} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:06.215897 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a66e4b-fada-4406-8daf-b0fc7a349e51') {'for_net_delete': True} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:06.216196 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a66e4b-fada-4406-8daf-b0fc7a349e51') {} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:06.225990 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:22:06.226642 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 4c8e1213-6c68-4a17-b8cb-973e2e9a2b7a not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:22:06.226865 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14229668'] for segment (41a66e4b-fada-4406-8daf-b0fc7a349e51), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:06.227527 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:22:06.242307 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (41a66e4b-fada-4406-8daf-b0fc7a349e51), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:06.248005 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:22:06.248342 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 1d7e0f01-fb1c-4d60-883e-1cff8f0f59dc not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:22:06.249439 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=102900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:22:06.249880 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14230957'] for segment (41a66e4b-fada-4406-8daf-b0fc7a349e51), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: Traceback (most recent call last): Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: timer() Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: cb(*args, **kw) Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: return func(*args, **kwargs) Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: self._notify() Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: self.callback(batched_events) Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: event.method(event) Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: return f(self, *a, **k) Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._get(url).json() Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: return self.request(url, 'GET', **kwargs) Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:22:06.252188 dv-cinder-773985-36-iscsi neutron-server[102900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:22:06.311596 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (1757e5fc-c4b3-4899-835a-555e305edb49), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:06.317237 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:06.320487 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1757e5fc-c4b3-4899-835a-555e305edb49 HTTP/1.1" status: 204 len: 168 time: 0.5298588 Feb 21 04:22:06.324902 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38468) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:06.332674 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc054b33-784b-4692-88e4-9583d0ac6ab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1757e5fc-c4b3-4899-835a-555e305edb49,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:06.679562 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653554'] for router_interface (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:06.918039 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] Deleting port 458f43ba-26ed-4d66-9295-aaa673b735f9 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:22:06.918375 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:07.228737 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] For port 458f43ba-26ed-4d66-9295-aaa673b735f9, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=458f43ba-26ed-4d66-9295-aaa673b735f9,segment=NetworkSegment(f344f5c8-d9c2-4577-8fad-fec620980511),segment_id=f344f5c8-d9c2-4577-8fad-fec620980511)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:07.229106 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:07.241778 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] Calling delete_port for 458f43ba-26ed-4d66-9295-aaa673b735f9 owned by network:router_interface {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:22:07.422991 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (458f43ba-26ed-4d66-9295-aaa673b735f9), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:07.450697 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] Pushing event deleted for resources: {'Port': ['ID=458f43ba-26ed-4d66-9295-aaa673b735f9,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:07.617978 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655202'] for router_interface (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:07.836112 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] Router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:22:07.943444 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:22:07.948769 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-3c3b2e60-f367-4603-ab1f-d701c7f9c506 admin admin] 10.222.0.10 "PUT /v2.0/routers/3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6203492 Feb 21 04:22:07.950833 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38470) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:07.953612 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd6632-515e-468d-9762-c4a04fde9257 None None] Sync routers for ids ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:22:07.967175 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebd6632-515e-468d-9762-c4a04fde9257 None None] Routers {'3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:07.967775 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-5ebd6632-515e-468d-9762-c4a04fde9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:08.053149 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Publish callbacks [] for router (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.070893 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-5ebd6632-515e-468d-9762-c4a04fde9257 None None] Set router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:08.155625 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Publish callbacks [] for router_gateway (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.206820 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Deleting port f0f8be08-eae2-4f03-b155-9e05e2171087 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:22:08.207162 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.248965 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-5ebd6632-515e-468d-9762-c4a04fde9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'name': 'tempest-TestMinimumBasicScenario-1398432612-router', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204'}], 'enable_snat': True}, 'gw_port_id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:22:07Z', 'revision_number': 5, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'gw_port': {'id': 'f0f8be08-eae2-4f03-b155-9e05e2171087', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:15:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:08.286956 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd6632-515e-468d-9762-c4a04fde9257 None None] Checking router: 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:22:08.288431 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] For port f0f8be08-eae2-4f03-b155-9e05e2171087, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f0f8be08-eae2-4f03-b155-9e05e2171087,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:08.288842 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.295182 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebd6632-515e-468d-9762-c4a04fde9257 None None] Routers {'3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:08.295772 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-5ebd6632-515e-468d-9762-c4a04fde9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:08.301318 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Calling delete_port for f0f8be08-eae2-4f03-b155-9e05e2171087 owned by network:router_gateway {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:22:08.382782 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-5ebd6632-515e-468d-9762-c4a04fde9257 None None] Set router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 gateway port host: None {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:08.436033 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-5ebd6632-515e-468d-9762-c4a04fde9257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'name': 'tempest-TestMinimumBasicScenario-1398432612-router', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:22:08Z', 'revision_number': 6, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'gw_port_host': None}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:08.461045 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebd6632-515e-468d-9762-c4a04fde9257 None None] The sync data for ids ['3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93'] in dv-cinder-773985-36-iscsi is: [{'id': '3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93', 'name': 'tempest-TestMinimumBasicScenario-1398432612-router', 'tenant_id': 'ad521c77d6874243a23ce70b765257f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:15:42Z', 'updated_at': '2022-02-21T04:22:08Z', 'revision_number': 6, 'project_id': 'ad521c77d6874243a23ce70b765257f0', 'gw_port_host': None}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:22:08.466324 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (f0f8be08-eae2-4f03-b155-9e05e2171087), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.496968 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0f8be08-eae2-4f03-b155-9e05e2171087,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:08.562074 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654472'] for router_gateway (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.653109 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1952'] for router (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.655145 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Publish callbacks [] for router_controller (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), precommit_delete_associations {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.701011 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653165'] for router (3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.701592 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 {{(pid=102899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 04:22:08.706114 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.707739 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-41a68d41-61ff-4eb5-8ffb-b9f374757494 admin admin] 10.222.0.10 "DELETE /v2.0/routers/3b3a871a-5d9e-4fde-9a3f-fe8cc32bbb93 HTTP/1.1" status: 204 len: 168 time: 0.7560086 Feb 21 04:22:08.710256 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38472) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:08.753173 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_v2 [None req-4902baee-00ee-442b-a6fa-2e3c71c48b6e admin admin] Deleting subnet 7d8f94cf-6957-4df1-9b92-265d1c4785f1 {{(pid=102899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:22:08.756075 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4902baee-00ee-442b-a6fa-2e3c71c48b6e admin admin] Publish callbacks [] for subnet (7d8f94cf-6957-4df1-9b92-265d1c4785f1), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.790233 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4902baee-00ee-442b-a6fa-2e3c71c48b6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14165117'] for subnet (7d8f94cf-6957-4df1-9b92-265d1c4785f1), precommit_delete_associations {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.900577 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4902baee-00ee-442b-a6fa-2e3c71c48b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (7d8f94cf-6957-4df1-9b92-265d1c4785f1), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.951474 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4902baee-00ee-442b-a6fa-2e3c71c48b6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15709838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14453937'] for subnet (7d8f94cf-6957-4df1-9b92-265d1c4785f1), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.976692 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4902baee-00ee-442b-a6fa-2e3c71c48b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8f94cf-6957-4df1-9b92-265d1c4785f1,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:08.980259 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4902baee-00ee-442b-a6fa-2e3c71c48b6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:08.983744 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-4902baee-00ee-442b-a6fa-2e3c71c48b6e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7d8f94cf-6957-4df1-9b92-265d1c4785f1 HTTP/1.1" status: 204 len: 168 time: 0.2722137 Feb 21 04:22:08.985871 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38474) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:08.986035 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1337b4e8-55bb-4cbf-80b3-ae972b2a81f6 None None] Network 373a8c4a-ad79-448e-a808-b58c80f7c855 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:22:09.055508 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (373a8c4a-ad79-448e-a808-b58c80f7c855), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.111778 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Deleting port f768704c-f8d1-4c8d-9730-ee38657b06c2 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:22:09.112115 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.172209 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] For port f768704c-f8d1-4c8d-9730-ee38657b06c2, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f768704c-f8d1-4c8d-9730-ee38657b06c2,segment=NetworkSegment(f344f5c8-d9c2-4577-8fad-fec620980511),segment_id=f344f5c8-d9c2-4577-8fad-fec620980511)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:09.172508 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.185838 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Calling delete_port for f768704c-f8d1-4c8d-9730-ee38657b06c2 owned by network:dhcp {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:22:09.208038 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517d404f-5ccc-4466-96bc-8d8347d63a42 None None] DHCP port deletion for 373a8c4a-ad79-448e-a808-b58c80f7c855 request from dv-cinder-773985-36-iscsi {{(pid=102901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 04:22:09.255686 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-517d404f-5ccc-4466-96bc-8d8347d63a42 None None] Deleting port f768704c-f8d1-4c8d-9730-ee38657b06c2 {{(pid=102901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:22:09.256057 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-517d404f-5ccc-4466-96bc-8d8347d63a42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), before_delete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.270413 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.297121 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Pushing event deleted for resources: {'Port': ['ID=f768704c-f8d1-4c8d-9730-ee38657b06c2,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:09.302065 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] No DVR routers for this DVR port f768704c-f8d1-4c8d-9730-ee38657b06c2 on host dv-cinder-773985-36-iscsi {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:22:09.321766 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-517d404f-5ccc-4466-96bc-8d8347d63a42 None None] For port f768704c-f8d1-4c8d-9730-ee38657b06c2, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f768704c-f8d1-4c8d-9730-ee38657b06c2,segment=NetworkSegment(f344f5c8-d9c2-4577-8fad-fec620980511),segment_id=f344f5c8-d9c2-4577-8fad-fec620980511)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:09.322244 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-517d404f-5ccc-4466-96bc-8d8347d63a42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), precommit_delete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.339443 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-517d404f-5ccc-4466-96bc-8d8347d63a42 None None] Calling delete_port for f768704c-f8d1-4c8d-9730-ee38657b06c2 owned by network:dhcp {{(pid=102901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:22:09.380348 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (373a8c4a-ad79-448e-a808-b58c80f7c855), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.401526 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373a8c4a-ad79-448e-a808-b58c80f7c855']}} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:09.411580 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f344f5c8-d9c2-4577-8fad-fec620980511') {'for_net_delete': True} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:09.411891 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f344f5c8-d9c2-4577-8fad-fec620980511') {} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:09.421503 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14165092'] for segment (f344f5c8-d9c2-4577-8fad-fec620980511), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.436775 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (f344f5c8-d9c2-4577-8fad-fec620980511), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.443679 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:22:09.443872 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15709032'] for segment (f344f5c8-d9c2-4577-8fad-fec620980511), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: Traceback (most recent call last): Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: timer() Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: cb(*args, **kw) Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: return func(*args, **kwargs) Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: self._notify() Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: self.callback(batched_events) Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: event.method(event) Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: return f(self, *a, **k) Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._get(url).json() Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: return self.request(url, 'GET', **kwargs) Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:22:09.445679 dv-cinder-773985-36-iscsi neutron-server[102899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:22:09.463092 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-517d404f-5ccc-4466-96bc-8d8347d63a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585'] for port (f768704c-f8d1-4c8d-9730-ee38657b06c2), after_delete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.492040 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d404f-5ccc-4466-96bc-8d8347d63a42 None None] Pushing event deleted for resources: {'Port': ['ID=f768704c-f8d1-4c8d-9730-ee38657b06c2,revision_number=None']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:09.495847 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d404f-5ccc-4466-96bc-8d8347d63a42 None None] No DVR routers for this DVR port f768704c-f8d1-4c8d-9730-ee38657b06c2 on host dv-cinder-773985-36-iscsi {{(pid=102901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:22:09.501219 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (373a8c4a-ad79-448e-a808-b58c80f7c855), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.505942 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.509517 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] 10.222.0.10 "DELETE /v2.0/networks/373a8c4a-ad79-448e-a808-b58c80f7c855 HTTP/1.1" status: 204 len: 168 time: 0.5226955 Feb 21 04:22:09.523319 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11d580-293e-410a-833f-52243959a186 admin admin] Pushing event deleted for resources: {'Network': ['ID=373a8c4a-ad79-448e-a808-b58c80f7c855,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:09.624219 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38480) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:09.663776 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-37b15a82-9eb8-4d60-9bd6-a3d43dda5436 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa514a3d1a314decab32eefda5e67939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382278 Feb 21 04:22:09.666180 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38482) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:09.715447 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6b504457-3a3c-441b-a5cf-f5786feeee32 admin admin] Publish callbacks [] for security_group (59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:09.827345 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f768704c-f8d1-4c8d-9730-ee38657b06c2 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:22:09.848490 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: f768704c-f8d1-4c8d-9730-ee38657b06c2 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:22:09.848850 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f768704c-f8d1-4c8d-9730-ee38657b06c2 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:22:09.849267 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 458f43ba-26ed-4d66-9295-aaa673b735f9 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:22:09.870343 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 458f43ba-26ed-4d66-9295-aaa673b735f9 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:22:09.870683 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 458f43ba-26ed-4d66-9295-aaa673b735f9 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:22:09.871099 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f0f8be08-eae2-4f03-b155-9e05e2171087 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:22:09.890552 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: f0f8be08-eae2-4f03-b155-9e05e2171087 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:22:09.890892 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f0f8be08-eae2-4f03-b155-9e05e2171087 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:22:09.969494 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6b504457-3a3c-441b-a5cf-f5786feeee32 admin admin] Publish callbacks [] for security_group (59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:10.015008 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6b504457-3a3c-441b-a5cf-f5786feeee32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:10.017698 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6b504457-3a3c-441b-a5cf-f5786feeee32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:10.018880 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-6b504457-3a3c-441b-a5cf-f5786feeee32 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd HTTP/1.1" status: 204 len: 168 time: 0.3517907 Feb 21 04:22:10.026404 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b504457-3a3c-441b-a5cf-f5786feeee32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f6de7e-300a-4a66-9d4b-aa9e2a9f39cd,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:10.320211 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38488) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:10.359060 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-be560a5e-5687-4155-8fca-eece74b98f86 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad521c77d6874243a23ce70b765257f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376692 Feb 21 04:22:10.361447 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38490) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:10.406380 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-48f10c10-d410-4adc-8fc8-024fe238b152 admin admin] Publish callbacks [] for security_group (25bfe8ee-3204-4da8-8ffd-4ae72683e731), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:10.426722 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-48f10c10-d410-4adc-8fc8-024fe238b152 admin admin] Publish callbacks [] for security_group (25bfe8ee-3204-4da8-8ffd-4ae72683e731), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:10.471705 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-48f10c10-d410-4adc-8fc8-024fe238b152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (25bfe8ee-3204-4da8-8ffd-4ae72683e731), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:10.475014 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-48f10c10-d410-4adc-8fc8-024fe238b152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:10.476146 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-48f10c10-d410-4adc-8fc8-024fe238b152 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/25bfe8ee-3204-4da8-8ffd-4ae72683e731 HTTP/1.1" status: 204 len: 168 time: 0.1138322 Feb 21 04:22:10.483323 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f10c10-d410-4adc-8fc8-024fe238b152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bfe8ee-3204-4da8-8ffd-4ae72683e731,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:10.710600 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.115106 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38512) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:11.207827 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1558972605-network', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:11.230900 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Made reservation on behalf of 35e5cd46d4684e9e9de6e634cfa13b5d for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:22:11.233330 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.242621 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.315952 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Publish callbacks [] for security_group (7cba0414-8a59-4849-b9ec-898848e98fea), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.319351 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (7cba0414-8a59-4849-b9ec-898848e98fea), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.339264 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:22:11.354858 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cba0414-8a59-4849-b9ec-898848e98fea,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:11.357714 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (0b452aa8-31b6-477f-b080-fe7fa5753b35), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.358061 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Added segment 0b452aa8-31b6-477f-b080-fe7fa5753b35 of type vlan for network d8fa42c6-5e56-4a20-b94c-db6c502605e7 Feb 21 04:22:11.398658 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (d8fa42c6-5e56-4a20-b94c-db6c502605e7), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.421970 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (d8fa42c6-5e56-4a20-b94c-db6c502605e7), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.423073 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:11.423653 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.474329 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3581421 Feb 21 04:22:11.477382 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38516) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:11.482329 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] Request body: {'subnet': {'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1558972605-subnet', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'ip_version': 4}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:11.486850 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b85cb-5488-4a5c-a021-dab838fdcd90 admin admin] Pushing event updated for resources: {'Network': ['ID=d8fa42c6-5e56-4a20-b94c-db6c502605e7,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:11.499715 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network d8fa42c6-5e56-4a20-b94c-db6c502605e7 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:22:11.502854 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] Made reservation on behalf of 35e5cd46d4684e9e9de6e634cfa13b5d for: {'subnet': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:22:11.505397 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14453852'] for subnet (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.667473 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15709903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14453934'] for subnet (9a04fe2d-c91c-4d33-b45c-b84ae8f02d22), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.724038 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:11.732382 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] Checking segment: {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:22:11.732767 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] Network hostable DHCP agents. Network: d8fa42c6-5e56-4a20-b94c-db6c502605e7, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:22:11.748521 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] Network d8fa42c6-5e56-4a20-b94c-db6c502605e7 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:22:11.756656 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, d8fa42c6-5e56-4a20-b94c-db6c502605e7) {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:11.760445 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:11.761084 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.772463 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae5bc9-1213-4dd5-b31d-55e2c9096503 None None] Network d8fa42c6-5e56-4a20-b94c-db6c502605e7 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:22:11.777457 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-eadd45da-9779-4a32-8cb2-155c7dca452e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2989604 Feb 21 04:22:11.780296 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38518) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:11.784538 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:11.803742 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.804902 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1961'] for router (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.855657 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Publish callbacks [] for router_controller (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), precommit_add_association {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.874688 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac9cf657-0a41-558b-95c4-dd6d2c8be1dc-d8fa42c6-5e56-4a20-b94c-db6c502605e7', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22'}]}} from dv-cinder-773985-36-iscsi. {{(pid=102901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 04:22:11.875548 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:11.997360 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Publish callbacks [] for router_gateway (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:12.010309 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.db_base_plugin_common [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Allocated IP 172.20.0.2 (d8fa42c6-5e56-4a20-b94c-db6c502605e7/9a04fe2d-c91c-4d33-b45c-b84ae8f02d22/646244b3-a6bd-4180-8f65-1ec6b381fd5d) {{(pid=102901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:22:12.149166 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Publish callbacks [] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), precommit_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:12.155719 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:12.190366 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Network d8fa42c6-5e56-4a20-b94c-db6c502605e7 is already hosted by enough agents. {{(pid=102901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:22:12.194722 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.base_scheduler [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Resources bound (agent type, host, resource id): {{(pid=102901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:12.197109 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Received port after_create {{(pid=102901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:22:12.197510 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Publish callbacks [] for router_gateway (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:12.211950 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Pushing event updated for resources: {'Port': ['ID=646244b3-a6bd-4180-8f65-1ec6b381fd5d,revision_number=1']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:12.216312 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:12.258977 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Attempting to bind port 646244b3-a6bd-4180-8f65-1ec6b381fd5d on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:22:12.259322 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Attempting to bind port 646244b3-a6bd-4180-8f65-1ec6b381fd5d by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:22:12.259622 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Attempting to bind port 646244b3-a6bd-4180-8f65-1ec6b381fd5d on network d8fa42c6-5e56-4a20-b94c-db6c502605e7 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:22:12.264467 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:22:12.264882 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Checking segment: {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:22:12.265278 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:12.265668 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Bound using segment: {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:22:12.266122 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Bound port: 646244b3-a6bd-4180-8f65-1ec6b381fd5d, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:22:12.266495 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:12.319637 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Allocated IP 172.27.0.160 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/003f0fc4-f8c0-442e-9d53-00cda39f6d63) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:22:12.327718 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] For port 646244b3-a6bd-4180-8f65-1ec6b381fd5d, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:22:12.331001 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] For port 646244b3-a6bd-4180-8f65-1ec6b381fd5d, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=646244b3-a6bd-4180-8f65-1ec6b381fd5d,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:22:12.336889 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:12.395620 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be441c74-aa54-4513-a514-25ad3fe63d45 None None] Pushing event updated for resources: {'Port': ['ID=646244b3-a6bd-4180-8f65-1ec6b381fd5d,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:12.429132 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Publish callbacks [] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:12.463870 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:12.500690 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:22:12.503826 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:12.507348 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:22:12.543042 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Pushing event updated for resources: {'Port': ['ID=003f0fc4-f8c0-442e-9d53-00cda39f6d63,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:12.782765 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Publish callbacks [] for router_gateway (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:12.977405 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654508'] for router (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:13.109893 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 is scheduled to L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 with binding_index 1 {{(pid=102899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 04:22:13.222251 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:22:13.232433 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Sync routers for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:22:13.242755 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:13.243074 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:13.246444 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:13.246964 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-362cef8a-760a-487f-a15c-e753cba3e47c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4627707 Feb 21 04:22:13.247582 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38520) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:13.300929 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4dc6b4-8900-4d79-b45a-8ce2e68de65a None None] Network d8fa42c6-5e56-4a20-b94c-db6c502605e7 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:22:13.406826 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-62a4b8b6-5e1a-4960-8888-1beb9627756e None None] Provisioning complete for port 646244b3-a6bd-4180-8f65-1ec6b381fd5d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:13.407202 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-62a4b8b6-5e1a-4960-8888-1beb9627756e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:13.436175 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:13.678397 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:13.824729 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-62a4b8b6-5e1a-4960-8888-1beb9627756e None None] Current status of the port 646244b3-a6bd-4180-8f65-1ec6b381fd5d is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:13.825134 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-62a4b8b6-5e1a-4960-8888-1beb9627756e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:13.869678 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-62a4b8b6-5e1a-4960-8888-1beb9627756e None None] For port 646244b3-a6bd-4180-8f65-1ec6b381fd5d, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=646244b3-a6bd-4180-8f65-1ec6b381fd5d,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:13.880325 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:12Z', 'revision_number': 3, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:13.881754 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-62a4b8b6-5e1a-4960-8888-1beb9627756e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:13.883999 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Allocated IP 172.20.0.1 (d8fa42c6-5e56-4a20-b94c-db6c502605e7/9a04fe2d-c91c-4d33-b45c-b84ae8f02d22/0b20feae-b34f-4d13-92e4-4cc479146769) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:22:13.911830 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Checking router: 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:22:13.912224 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Updating router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 port 003f0fc4-f8c0-442e-9d53-00cda39f6d63 binding host dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:22:13.971816 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 646244b3-a6bd-4180-8f65-1ec6b381fd5d up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:22:14.017147 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.025080 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Publish callbacks [] for port (0b20feae-b34f-4d13-92e4-4cc479146769), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.028486 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4b8b6-5e1a-4960-8888-1beb9627756e None None] Pushing event updated for resources: {'Port': ['ID=646244b3-a6bd-4180-8f65-1ec6b381fd5d,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:14.064977 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.111610 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Network d8fa42c6-5e56-4a20-b94c-db6c502605e7 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:22:14.117991 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:14.121878 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:22:14.138950 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 646244b3-a6bd-4180-8f65-1ec6b381fd5d triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:14.139318 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.146677 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Pushing event updated for resources: {'Port': ['ID=0b20feae-b34f-4d13-92e4-4cc479146769,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:14.171969 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653435'] for router_interface (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.189375 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-2f384816-4ab2-4d2a-bfb3-d901d6c6ad32 None None] Provisioning complete for port 646244b3-a6bd-4180-8f65-1ec6b381fd5d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:14.189755 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2f384816-4ab2-4d2a-bfb3-d901d6c6ad32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.344647 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.441982 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Publish callbacks [] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), precommit_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.457430 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 646244b3-a6bd-4180-8f65-1ec6b381fd5d is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:14.461551 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.492743 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-2f384816-4ab2-4d2a-bfb3-d901d6c6ad32 None None] Current status of the port 646244b3-a6bd-4180-8f65-1ec6b381fd5d is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:14.512604 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Publish callbacks [] for port (0b20feae-b34f-4d13-92e4-4cc479146769), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.517489 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.526119 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Attempting to bind port 003f0fc4-f8c0-442e-9d53-00cda39f6d63 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:22:14.526503 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Attempting to bind port 003f0fc4-f8c0-442e-9d53-00cda39f6d63 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:22:14.526869 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Attempting to bind port 003f0fc4-f8c0-442e-9d53-00cda39f6d63 on network c140f77a-4017-4082-ac35-9c51671a2a66 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:22:14.530302 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be5e0c-b1d0-4679-80af-383402105dfe None None] Pushing event updated for resources: {'Port': ['ID=003f0fc4-f8c0-442e-9d53-00cda39f6d63,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:14.535648 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:22:14.536032 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Checking segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:22:14.536438 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.536852 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Bound using segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:22:14.537323 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Bound port: 003f0fc4-f8c0-442e-9d53-00cda39f6d63, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:22:14.537731 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.587278 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Pushing event updated for resources: {'Port': ['ID=0b20feae-b34f-4d13-92e4-4cc479146769,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:14.589774 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653551'] for router_interface (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.592466 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] For port 003f0fc4-f8c0-442e-9d53-00cda39f6d63, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:22:14.595581 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] For port 003f0fc4-f8c0-442e-9d53-00cda39f6d63, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=003f0fc4-f8c0-442e-9d53-00cda39f6d63,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:22:14.605920 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.667046 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-80167365-714d-41ab-8ac8-47cf4ddffee9 None None] Provisioning complete for port 0b20feae-b34f-4d13-92e4-4cc479146769 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:14.667415 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-80167365-714d-41ab-8ac8-47cf4ddffee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:14.677254 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:14.677864 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:14.678936 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Network d8fa42c6-5e56-4a20-b94c-db6c502605e7 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:22:14.680281 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:14.741733 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be5e0c-b1d0-4679-80af-383402105dfe None None] Pushing event updated for resources: {'Port': ['ID=003f0fc4-f8c0-442e-9d53-00cda39f6d63,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:14.769737 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-80167365-714d-41ab-8ac8-47cf4ddffee9 None None] Port 0b20feae-b34f-4d13-92e4-4cc479146769 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:22:14.834022 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:14.930423 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-1421ddd8-8880-4a15-8f87-e8d085e90a08 None None] Provisioning complete for port 0b20feae-b34f-4d13-92e4-4cc479146769 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:14.930804 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1421ddd8-8880-4a15-8f87-e8d085e90a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:15.004504 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-1421ddd8-8880-4a15-8f87-e8d085e90a08 None None] Port 0b20feae-b34f-4d13-92e4-4cc479146769 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:22:15.036149 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:22:15.075710 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 2, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:15.105834 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf959f0-2bfa-41d2-9d1e-baa712ee3ac7 None None] The sync data for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi is: [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 2, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:22:15.148986 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:22:15.154404 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-ad85c33e-f417-4f8c-8a41-8283b7975642 admin admin] 10.222.0.10 "PUT /v2.0/routers/0dc7858f-bf12-49fb-b484-5d2f3e5746b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9057853 Feb 21 04:22:15.625024 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-2b5d8ef9-beee-42b9-9854-379fe9a47a78 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0473850 Feb 21 04:22:15.641486 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38536) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:15.646295 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-255193140-network', 'tenant_id': '48af5eda70b644ca9297641c591db7e9'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:15.668150 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Made reservation on behalf of 48af5eda70b644ca9297641c591db7e9 for: {'network': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:22:15.670829 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:15.703485 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:15.774709 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-262b6125-9b6d-4dac-85ee-db48270ee6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:15.776532 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-262b6125-9b6d-4dac-85ee-db48270ee6a4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 1129 time: 0.1031849 Feb 21 04:22:15.886034 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Publish callbacks [] for security_group (bce8773e-9d83-4448-9237-ed1d32f76f57), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:15.899741 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (bce8773e-9d83-4448-9237-ed1d32f76f57), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:15.930611 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-16571ff4-c18c-4d72-8c14-f72968b1f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:15.932125 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-16571ff4-c18c-4d72-8c14-f72968b1f175 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 917 time: 0.1357832 Feb 21 04:22:15.934183 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 003f0fc4-f8c0-442e-9d53-00cda39f6d63 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:22:15.941781 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=102899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:22:15.988177 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 003f0fc4-f8c0-442e-9d53-00cda39f6d63 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:15.988545 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:15.992761 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce8773e-9d83-4448-9237-ed1d32f76f57,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:15.997640 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (5cc2cb43-f4ac-44ec-94b4-a5e137784b22), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:15.997993 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.segments_db [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Added segment 5cc2cb43-f4ac-44ec-94b4-a5e137784b22 of type vlan for network 6524b40d-7b94-436e-b4f9-e3088aff7f03 Feb 21 04:22:16.055452 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-0fcea244-d7fd-4ee6-90fc-8e93e080f303 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e HTTP/1.1" status: 200 len: 1000 time: 0.1114640 Feb 21 04:22:16.056971 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (6524b40d-7b94-436e-b4f9-e3088aff7f03), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.077219 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 003f0fc4-f8c0-442e-9d53-00cda39f6d63 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:16.077957 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.102076 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port 003f0fc4-f8c0-442e-9d53-00cda39f6d63, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=003f0fc4-f8c0-442e-9d53-00cda39f6d63,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:16.106851 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.107807 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 646244b3-a6bd-4180-8f65-1ec6b381fd5d up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:22:16.119398 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (6524b40d-7b94-436e-b4f9-e3088aff7f03), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.120423 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:16.121557 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.124692 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-5f236798-3476-44db-a747-1e598acbcdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:16.126406 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-5f236798-3476-44db-a747-1e598acbcdd9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0636718 Feb 21 04:22:16.188679 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=003f0fc4-f8c0-442e-9d53-00cda39f6d63,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:16.200311 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 646244b3-a6bd-4180-8f65-1ec6b381fd5d triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:16.200714 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.208266 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5629799 Feb 21 04:22:16.208379 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38538) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:16.213363 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] Request body: {'subnet': {'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-255193140-subnet', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'ip_version': 4}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:16.224650 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b98fe-15a7-4e2f-b19e-0b65e8444d21 admin admin] Pushing event updated for resources: {'Network': ['ID=6524b40d-7b94-436e-b4f9-e3088aff7f03,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:16.238224 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-6d10c353-d875-4c44-ab19-f699a32ee465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:16.238693 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 6524b40d-7b94-436e-b4f9-e3088aff7f03 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:22:16.240511 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-6d10c353-d875-4c44-ab19-f699a32ee465 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1069820 Feb 21 04:22:16.247984 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] Made reservation on behalf of 48af5eda70b644ca9297641c591db7e9 for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:22:16.250778 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14527971'] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.359138 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 646244b3-a6bd-4180-8f65-1ec6b381fd5d is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:16.366464 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-ea84da32-5e97-48ac-90a0-0d71810879a0 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195045 Feb 21 04:22:16.441710 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14229514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14527761'] for subnet (80b2b50b-0363-49ec-a5cb-c921250fe35b), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.468241 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-63244ac2-b677-4ff9-b481-15fa0d2d0b0d req-9c52e6d3-8eb0-4b7c-91dc-71d1c7911de6 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956686 Feb 21 04:22:16.501080 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80b2b50b-0363-49ec-a5cb-c921250fe35b,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:16.507061 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] Checking segment: {'id': '5cc2cb43-f4ac-44ec-94b4-a5e137784b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:22:16.507492 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] Network hostable DHCP agents. Network: 6524b40d-7b94-436e-b4f9-e3088aff7f03, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:22:16.523741 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] Network 6524b40d-7b94-436e-b4f9-e3088aff7f03 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:22:16.532156 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 6524b40d-7b94-436e-b4f9-e3088aff7f03) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:16.537862 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:16.538607 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.543407 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e950b7e-8c56-4b71-bc36-46ca13c81087 None None] Network 6524b40d-7b94-436e-b4f9-e3088aff7f03 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:22:16.558802 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-77d99783-a2c3-4750-a52a-b7ca08d9b815 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3466704 Feb 21 04:22:16.559001 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38540) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:16.563410 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-255193140-router', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:16.583048 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.584119 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1961'] for router (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.642263 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Publish callbacks [] for router_controller (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), precommit_add_association {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.657522 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac9cf657-0a41-558b-95c4-dd6d2c8be1dc-6524b40d-7b94-436e-b4f9-e3088aff7f03', 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03', 'project_id': '48af5eda70b644ca9297641c591db7e9', 'fixed_ips': [{'subnet_id': '80b2b50b-0363-49ec-a5cb-c921250fe35b'}]}} from dv-cinder-773985-36-iscsi. {{(pid=102901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 04:22:16.658621 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.789395 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Publish callbacks [] for router_gateway (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.802915 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.db_base_plugin_common [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Allocated IP 172.20.0.2 (6524b40d-7b94-436e-b4f9-e3088aff7f03/80b2b50b-0363-49ec-a5cb-c921250fe35b/bc8d14c2-4da9-4974-8ae1-d98646dba77e) {{(pid=102901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:22:16.945667 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Publish callbacks [] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), precommit_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.952093 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.993389 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Publish callbacks [] for router_gateway (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:16.995578 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Network 6524b40d-7b94-436e-b4f9-e3088aff7f03 is already hosted by enough agents. {{(pid=102901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:22:16.998346 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.base_scheduler [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Resources bound (agent type, host, resource id): {{(pid=102901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:17.004065 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Received port after_create {{(pid=102901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:22:17.009574 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Pushing event updated for resources: {'Port': ['ID=bc8d14c2-4da9-4974-8ae1-d98646dba77e,revision_number=1']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:17.014352 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:17.126659 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Allocated IP 172.27.0.120 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/145144e4-75ac-4a0a-a6d0-cf17e6b75052) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:22:17.196588 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Sync routers for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:22:17.201827 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Attempting to bind port bc8d14c2-4da9-4974-8ae1-d98646dba77e on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:22:17.202201 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Attempting to bind port bc8d14c2-4da9-4974-8ae1-d98646dba77e by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5cc2cb43-f4ac-44ec-94b4-a5e137784b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:22:17.202571 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Attempting to bind port bc8d14c2-4da9-4974-8ae1-d98646dba77e on network 6524b40d-7b94-436e-b4f9-e3088aff7f03 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:22:17.208098 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:22:17.208477 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Checking segment: {'id': '5cc2cb43-f4ac-44ec-94b4-a5e137784b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:22:17.208914 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:17.209435 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Bound using segment: {'id': '5cc2cb43-f4ac-44ec-94b4-a5e137784b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:22:17.209570 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:17.209904 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Bound port: bc8d14c2-4da9-4974-8ae1-d98646dba77e, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc2cb43-f4ac-44ec-94b4-a5e137784b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:22:17.210286 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:17.210392 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:17.231896 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Publish callbacks [] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:17.266525 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:17.278660 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] For port bc8d14c2-4da9-4974-8ae1-d98646dba77e, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:22:17.282998 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] For port bc8d14c2-4da9-4974-8ae1-d98646dba77e, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=bc8d14c2-4da9-4974-8ae1-d98646dba77e,segment=NetworkSegment(5cc2cb43-f4ac-44ec-94b4-a5e137784b22),segment_id=5cc2cb43-f4ac-44ec-94b4-a5e137784b22)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:22:17.290087 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:17.309181 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:22:17.313937 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:17.320135 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:22:17.323085 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:17.343187 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Pushing event updated for resources: {'Port': ['ID=145144e4-75ac-4a0a-a6d0-cf17e6b75052,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:17.356695 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c124cb81-faad-4562-a31b-93c418cbef84 None None] Pushing event updated for resources: {'Port': ['ID=bc8d14c2-4da9-4974-8ae1-d98646dba77e,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:17.612104 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Publish callbacks [] for router_gateway (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:17.643017 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 2, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:17.670544 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Checking router: 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:22:17.670889 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Updating router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 port 0b20feae-b34f-4d13-92e4-4cc479146769 binding host dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:22:17.702369 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:17.834019 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654508'] for router (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:17.937933 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 003f0fc4-f8c0-442e-9d53-00cda39f6d63 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:22:17.966835 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Publish callbacks [] for port (0b20feae-b34f-4d13-92e4-4cc479146769), precommit_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:17.973995 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:17.983962 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 is scheduled to L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 with binding_index 1 {{(pid=102900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 04:22:17.993163 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 003f0fc4-f8c0-442e-9d53-00cda39f6d63 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:17.993662 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:18.029683 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Pushing event updated for resources: {'Port': ['ID=0b20feae-b34f-4d13-92e4-4cc479146769,revision_number=3']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:18.086383 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.086971 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.087492 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.088004 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.088510 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.089030 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.089550 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.090058 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.090557 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.091074 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.091560 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.092040 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.092531 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:18.096069 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Attempting to bind port 0b20feae-b34f-4d13-92e4-4cc479146769 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:22:18.096654 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Attempting to bind port 0b20feae-b34f-4d13-92e4-4cc479146769 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:22:18.097700 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Attempting to bind port 0b20feae-b34f-4d13-92e4-4cc479146769 on network d8fa42c6-5e56-4a20-b94c-db6c502605e7 {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:22:18.107252 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 003f0fc4-f8c0-442e-9d53-00cda39f6d63 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:18.108177 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:22:18.108356 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device bc8d14c2-4da9-4974-8ae1-d98646dba77e up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:22:18.108902 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Checking segment: {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:22:18.109461 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:18.110020 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Bound using segment: {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:22:18.110657 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Bound port: 0b20feae-b34f-4d13-92e4-4cc479146769, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'}}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:22:18.111219 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:18.129301 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:22:18.164927 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Sync routers for ids ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:22:18.165165 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:18.172274 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-54901071-9610-4d0f-99e5-c015baa73a82 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6121144 Feb 21 04:22:18.174676 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38544) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:18.192709 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Routers {'2b98cac3-2cb1-4f6a-a870-e8f71b72c513'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:18.193361 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:18.194716 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] For port 0b20feae-b34f-4d13-92e4-4cc479146769, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:22:18.198711 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] For port 0b20feae-b34f-4d13-92e4-4cc479146769, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=0b20feae-b34f-4d13-92e4-4cc479146769,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:22:18.208431 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:18.252932 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port bc8d14c2-4da9-4974-8ae1-d98646dba77e triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:18.253192 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:18.289073 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:18.290534 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:18.381828 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Set router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:18.445032 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:18.574255 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-2fc9ac90-ac07-4762-9154-5ea1597d4a6e None None] Provisioning complete for port 0b20feae-b34f-4d13-92e4-4cc479146769 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:18.574551 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ac90-ac07-4762-9154-5ea1597d4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:18.597391 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2b3f6-ec32-4f8a-98c6-f6b289b1ab55 None None] Pushing event updated for resources: {'Port': ['ID=0b20feae-b34f-4d13-92e4-4cc479146769,revision_number=4']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:18.667578 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port bc8d14c2-4da9-4974-8ae1-d98646dba77e is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:18.667991 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:18.685591 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e33dd61-9068-4f0b-9aa2-fb6644bd170f None None] Network 6524b40d-7b94-436e-b4f9-e3088aff7f03 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:22:18.730156 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:18.771324 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abfc45-195d-4737-9a7c-b43695ee29db None None] The sync data for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi is: [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:22:18.772251 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port bc8d14c2-4da9-4974-8ae1-d98646dba77e, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=bc8d14c2-4da9-4974-8ae1-d98646dba77e,segment=NetworkSegment(5cc2cb43-f4ac-44ec-94b4-a5e137784b22),segment_id=5cc2cb43-f4ac-44ec-94b4-a5e137784b22)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:18.800598 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:18.880037 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-2fc9ac90-ac07-4762-9154-5ea1597d4a6e None None] Current status of the port 0b20feae-b34f-4d13-92e4-4cc479146769 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:18.880430 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ac90-ac07-4762-9154-5ea1597d4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:18.929481 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'name': 'tempest-TestVolumeBootPattern-255193140-router', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:16Z', 'updated_at': '2022-02-21T04:22:17Z', 'revision_number': 3, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'gw_port': {'id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:17Z', 'updated_at': '2022-02-21T04:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:18.967613 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=bc8d14c2-4da9-4974-8ae1-d98646dba77e,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:18.975158 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Checking router: 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:22:18.975513 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Updating router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 port 145144e4-75ac-4a0a-a6d0-cf17e6b75052 binding host dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:22:19.009222 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-2fc9ac90-ac07-4762-9154-5ea1597d4a6e None None] For port 0b20feae-b34f-4d13-92e4-4cc479146769, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=0b20feae-b34f-4d13-92e4-4cc479146769,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:19.018139 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.039181 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2fc9ac90-ac07-4762-9154-5ea1597d4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.064421 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.206923 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9ac90-ac07-4762-9154-5ea1597d4a6e None None] Pushing event updated for resources: {'Port': ['ID=0b20feae-b34f-4d13-92e4-4cc479146769,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:19.228217 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-f3b3627f-16c8-47f4-9f55-599f9a08f56d None None] Provisioning complete for port bc8d14c2-4da9-4974-8ae1-d98646dba77e triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:19.228597 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-f3b3627f-16c8-47f4-9f55-599f9a08f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.316159 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Allocated IP 172.20.0.1 (6524b40d-7b94-436e-b4f9-e3088aff7f03/80b2b50b-0363-49ec-a5cb-c921250fe35b/8ee3f9b3-0275-4aeb-9902-da58331581fe) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:22:19.418498 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3627f-16c8-47f4-9f55-599f9a08f56d None None] Current status of the port bc8d14c2-4da9-4974-8ae1-d98646dba77e is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:19.432858 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Publish callbacks [] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.465862 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-f3b3627f-16c8-47f4-9f55-599f9a08f56d None None] Provisioning complete for port 0b20feae-b34f-4d13-92e4-4cc479146769 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:19.465981 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-f3b3627f-16c8-47f4-9f55-599f9a08f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.473704 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.514295 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Publish callbacks [] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), precommit_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.516553 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Network 6524b40d-7b94-436e-b4f9-e3088aff7f03 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:22:19.522244 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.522472 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:19.528107 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:22:19.532031 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Pushing event updated for resources: {'Port': ['ID=8ee3f9b3-0275-4aeb-9902-da58331581fe,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:19.587325 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653435'] for router_interface (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.617490 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Attempting to bind port 145144e4-75ac-4a0a-a6d0-cf17e6b75052 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:22:19.617866 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Attempting to bind port 145144e4-75ac-4a0a-a6d0-cf17e6b75052 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:22:19.618233 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Attempting to bind port 145144e4-75ac-4a0a-a6d0-cf17e6b75052 on network c140f77a-4017-4082-ac35-9c51671a2a66 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:22:19.622053 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d31816-8e9d-4322-ae8b-0d48489b03bb None None] Pushing event updated for resources: {'Port': ['ID=145144e4-75ac-4a0a-a6d0-cf17e6b75052,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:19.633632 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:22:19.634020 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Checking segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:22:19.634425 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.634811 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Bound using segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:22:19.635286 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Bound port: 145144e4-75ac-4a0a-a6d0-cf17e6b75052, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:22:19.635667 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.666585 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-f3b3627f-16c8-47f4-9f55-599f9a08f56d None None] Current status of the port 0b20feae-b34f-4d13-92e4-4cc479146769 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:19.709937 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] For port 145144e4-75ac-4a0a-a6d0-cf17e6b75052, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:22:19.713693 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] For port 145144e4-75ac-4a0a-a6d0-cf17e6b75052, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=145144e4-75ac-4a0a-a6d0-cf17e6b75052,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:22:19.721168 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.748246 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.779788 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Routers {'2b98cac3-2cb1-4f6a-a870-e8f71b72c513'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:19.781055 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:19.839817 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d31816-8e9d-4322-ae8b-0d48489b03bb None None] Pushing event updated for resources: {'Port': ['ID=145144e4-75ac-4a0a-a6d0-cf17e6b75052,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:19.853643 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-a922d66e-3af6-44d3-b705-a31c258da1f2 None None] Provisioning complete for port 8ee3f9b3-0275-4aeb-9902-da58331581fe triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:19.854017 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-a922d66e-3af6-44d3-b705-a31c258da1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.936279 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Publish callbacks [] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:19.942589 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:20.010722 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653551'] for router_interface (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:20.012591 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Pushing event updated for resources: {'Port': ['ID=8ee3f9b3-0275-4aeb-9902-da58331581fe,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:20.048464 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device bc8d14c2-4da9-4974-8ae1-d98646dba77e up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:22:20.086356 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-a922d66e-3af6-44d3-b705-a31c258da1f2 None None] Port 8ee3f9b3-0275-4aeb-9902-da58331581fe cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:22:20.111209 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Network 6524b40d-7b94-436e-b4f9-e3088aff7f03 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:22:20.113128 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:20.117518 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] Set router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:20.151459 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-a922d66e-3af6-44d3-b705-a31c258da1f2 None None] Provisioning complete for port bc8d14c2-4da9-4974-8ae1-d98646dba77e triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:20.151827 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-a922d66e-3af6-44d3-b705-a31c258da1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:20.231299 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port bc8d14c2-4da9-4974-8ae1-d98646dba77e triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:20.231684 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:20.242600 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:22:20.364464 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:22:20.369952 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-cea6ae67-7803-4e50-87d0-8ed4cba3cb1d admin admin] 10.222.0.10 "PUT /v2.0/routers/2b98cac3-2cb1-4f6a-a870-e8f71b72c513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1933382 Feb 21 04:22:20.409148 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-a922d66e-3af6-44d3-b705-a31c258da1f2 None None] Current status of the port bc8d14c2-4da9-4974-8ae1-d98646dba77e is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:20.453681 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port bc8d14c2-4da9-4974-8ae1-d98646dba77e is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:20.454732 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 0b20feae-b34f-4d13-92e4-4cc479146769 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:22:20.503441 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'name': 'tempest-TestVolumeBootPattern-255193140-router', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:16Z', 'updated_at': '2022-02-21T04:22:19Z', 'revision_number': 4, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'gw_port': {'id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:17Z', 'updated_at': '2022-02-21T04:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8ee3f9b3-0275-4aeb-9902-da58331581fe', 'name': '', 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'mac_address': 'fa:16:3e:5f:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '80b2b50b-0363-49ec-a5cb-c921250fe35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:19Z', 'updated_at': '2022-02-21T04:22:19Z', 'revision_number': 1, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'subnets': [{'id': '80b2b50b-0363-49ec-a5cb-c921250fe35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:20.536913 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33928e0c-83b3-4449-ae31-f83e88b2b064 None None] The sync data for ids ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'] in dv-cinder-773985-36-iscsi is: [{'id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'name': 'tempest-TestVolumeBootPattern-255193140-router', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:16Z', 'updated_at': '2022-02-21T04:22:19Z', 'revision_number': 4, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'gw_port': {'id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d3:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:17Z', 'updated_at': '2022-02-21T04:22:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8ee3f9b3-0275-4aeb-9902-da58331581fe', 'name': '', 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'mac_address': 'fa:16:3e:5f:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '80b2b50b-0363-49ec-a5cb-c921250fe35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:19Z', 'updated_at': '2022-02-21T04:22:19Z', 'revision_number': 1, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'subnets': [{'id': '80b2b50b-0363-49ec-a5cb-c921250fe35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:22:20.546482 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 0b20feae-b34f-4d13-92e4-4cc479146769 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:20.547009 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:20.575281 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-4b7ae685-b492-460c-a005-9b09ed402276 None None] Provisioning complete for port 8ee3f9b3-0275-4aeb-9902-da58331581fe triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:20.575653 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae685-b492-460c-a005-9b09ed402276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:20.624574 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-4b7ae685-b492-460c-a005-9b09ed402276 None None] Port 8ee3f9b3-0275-4aeb-9902-da58331581fe cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:22:20.670722 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 0b20feae-b34f-4d13-92e4-4cc479146769 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:20.881736 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38554) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:20.886484 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-af47509a-55c6-41c3-a763-5dd378cefc5f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1307297902', 'description': 'tempest-secgroup-smoke-1307297902 description', 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:20.908344 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-af47509a-55c6-41c3-a763-5dd378cefc5f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:20.977555 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-af47509a-55c6-41c3-a763-5dd378cefc5f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group (42a65337-0659-4d1f-89fc-c7eac0667bb6), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:20.981661 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-af47509a-55c6-41c3-a763-5dd378cefc5f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (42a65337-0659-4d1f-89fc-c7eac0667bb6), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.010174 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-af47509a-55c6-41c3-a763-5dd378cefc5f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.011415 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-af47509a-55c6-41c3-a763-5dd378cefc5f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1284804 Feb 21 04:22:21.014411 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38556) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:21.019526 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-22f03c56-2754-4835-9a0e-cc0c866f970b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'security_group_rule': {'security_group_id': '42a65337-0659-4d1f-89fc-c7eac0667bb6', 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:21.024599 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47509a-55c6-41c3-a763-5dd378cefc5f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a65337-0659-4d1f-89fc-c7eac0667bb6,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:21.048213 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-22f03c56-2754-4835-9a0e-cc0c866f970b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (662d1182-58ba-476e-8ab8-76a94d3dc5b8), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.105364 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-22f03c56-2754-4835-9a0e-cc0c866f970b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (662d1182-58ba-476e-8ab8-76a94d3dc5b8), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.110773 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-22f03c56-2754-4835-9a0e-cc0c866f970b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (662d1182-58ba-476e-8ab8-76a94d3dc5b8), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.129397 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f03c56-2754-4835-9a0e-cc0c866f970b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662d1182-58ba-476e-8ab8-76a94d3dc5b8,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:21.136430 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-22f03c56-2754-4835-9a0e-cc0c866f970b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.137677 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-22f03c56-2754-4835-9a0e-cc0c866f970b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215920 Feb 21 04:22:21.140383 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38558) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:21.145248 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-75c3732e-602a-40e3-a4b1-f615c6e8935b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'security_group_rule': {'security_group_id': '42a65337-0659-4d1f-89fc-c7eac0667bb6', 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:21.169417 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-75c3732e-602a-40e3-a4b1-f615c6e8935b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (d2066d85-d4dd-43e7-808b-d0600ab232e7), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.225488 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-75c3732e-602a-40e3-a4b1-f615c6e8935b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (d2066d85-d4dd-43e7-808b-d0600ab232e7), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.229051 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-75c3732e-602a-40e3-a4b1-f615c6e8935b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (d2066d85-d4dd-43e7-808b-d0600ab232e7), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.246432 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3732e-602a-40e3-a4b1-f615c6e8935b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2066d85-d4dd-43e7-808b-d0600ab232e7,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:21.251403 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-75c3732e-602a-40e3-a4b1-f615c6e8935b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.253554 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-75c3732e-602a-40e3-a4b1-f615c6e8935b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1116793 Feb 21 04:22:21.255457 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38560) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:21.259621 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-ba7c444a-e566-40f6-a6c4-6aeb37dc1a3b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'security_group_rule': {'security_group_id': '42a65337-0659-4d1f-89fc-c7eac0667bb6', 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:21.283174 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ba7c444a-e566-40f6-a6c4-6aeb37dc1a3b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (67e1d189-d5ee-48b3-a608-db2829a56673), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.339814 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ba7c444a-e566-40f6-a6c4-6aeb37dc1a3b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (67e1d189-d5ee-48b3-a608-db2829a56673), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.343567 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ba7c444a-e566-40f6-a6c4-6aeb37dc1a3b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (67e1d189-d5ee-48b3-a608-db2829a56673), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.359966 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7c444a-e566-40f6-a6c4-6aeb37dc1a3b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e1d189-d5ee-48b3-a608-db2829a56673,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:21.367839 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ba7c444a-e566-40f6-a6c4-6aeb37dc1a3b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.369052 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-ba7c444a-e566-40f6-a6c4-6aeb37dc1a3b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126885 Feb 21 04:22:21.371761 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38562) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:21.375959 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-5349fc3e-c79d-42b4-b4a7-4b27fa5929f7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'security_group_rule': {'security_group_id': '42a65337-0659-4d1f-89fc-c7eac0667bb6', 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:21.400301 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5349fc3e-c79d-42b4-b4a7-4b27fa5929f7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (a2bb1b25-8a8d-423f-b56b-edff47ecae4a), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.456372 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5349fc3e-c79d-42b4-b4a7-4b27fa5929f7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (a2bb1b25-8a8d-423f-b56b-edff47ecae4a), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.459863 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5349fc3e-c79d-42b4-b4a7-4b27fa5929f7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (a2bb1b25-8a8d-423f-b56b-edff47ecae4a), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.476525 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349fc3e-c79d-42b4-b4a7-4b27fa5929f7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bb1b25-8a8d-423f-b56b-edff47ecae4a,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:21.484942 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5349fc3e-c79d-42b4-b4a7-4b27fa5929f7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.486125 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-5349fc3e-c79d-42b4-b4a7-4b27fa5929f7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134677 Feb 21 04:22:21.489353 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38564) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:21.493490 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-bd272a95-ac89-4d07-aa93-3a41dbaf7505 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'security_group_rule': {'security_group_id': '42a65337-0659-4d1f-89fc-c7eac0667bb6', 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:21.513791 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.securitygroups_db [None req-bd272a95-ac89-4d07-aa93-3a41dbaf7505 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Project 35e5cd46d4684e9e9de6e634cfa13b5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 04:22:21.518867 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bd272a95-ac89-4d07-aa93-3a41dbaf7505 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (9c306ccc-b850-4f85-9b27-ad5b94d52114), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.597196 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bd272a95-ac89-4d07-aa93-3a41dbaf7505 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (9c306ccc-b850-4f85-9b27-ad5b94d52114), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.600850 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bd272a95-ac89-4d07-aa93-3a41dbaf7505 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (9c306ccc-b850-4f85-9b27-ad5b94d52114), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.622038 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd272a95-ac89-4d07-aa93-3a41dbaf7505 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c306ccc-b850-4f85-9b27-ad5b94d52114,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:21.632889 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bd272a95-ac89-4d07-aa93-3a41dbaf7505 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.634206 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-bd272a95-ac89-4d07-aa93-3a41dbaf7505 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439242 Feb 21 04:22:21.637049 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 38566) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:21.641908 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-6c564eba-cdd6-4785-8da2-4cc16da691c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'security_group_rule': {'security_group_id': '42a65337-0659-4d1f-89fc-c7eac0667bb6', 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:21.671063 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.securitygroups_db [None req-6c564eba-cdd6-4785-8da2-4cc16da691c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Project 35e5cd46d4684e9e9de6e634cfa13b5d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 04:22:21.677580 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c564eba-cdd6-4785-8da2-4cc16da691c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (5da01ca3-b824-4ec1-8c54-7bac02dcfb74), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.745390 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c564eba-cdd6-4785-8da2-4cc16da691c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (5da01ca3-b824-4ec1-8c54-7bac02dcfb74), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.749547 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c564eba-cdd6-4785-8da2-4cc16da691c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (5da01ca3-b824-4ec1-8c54-7bac02dcfb74), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.769271 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c564eba-cdd6-4785-8da2-4cc16da691c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da01ca3-b824-4ec1-8c54-7bac02dcfb74,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:21.775312 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c564eba-cdd6-4785-8da2-4cc16da691c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:21.780255 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-6c564eba-cdd6-4785-8da2-4cc16da691c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418281 Feb 21 04:22:21.882716 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 145144e4-75ac-4a0a-a6d0-cf17e6b75052 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:22:21.938742 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 145144e4-75ac-4a0a-a6d0-cf17e6b75052 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:21.939123 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:22.030482 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 145144e4-75ac-4a0a-a6d0-cf17e6b75052 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:22.031313 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:22.055355 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port 145144e4-75ac-4a0a-a6d0-cf17e6b75052, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=145144e4-75ac-4a0a-a6d0-cf17e6b75052,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:22.059945 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:22.118620 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=145144e4-75ac-4a0a-a6d0-cf17e6b75052,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:22.957697 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Sync routers for ids ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:22:22.972887 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Routers {'2b98cac3-2cb1-4f6a-a870-e8f71b72c513'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:22.973518 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:23.085380 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Set router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:23.290126 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'name': 'tempest-TestVolumeBootPattern-255193140-router', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:16Z', 'updated_at': '2022-02-21T04:22:19Z', 'revision_number': 4, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'gw_port': {'id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:17Z', 'updated_at': '2022-02-21T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8ee3f9b3-0275-4aeb-9902-da58331581fe', 'name': '', 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'mac_address': 'fa:16:3e:5f:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '80b2b50b-0363-49ec-a5cb-c921250fe35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:19Z', 'updated_at': '2022-02-21T04:22:19Z', 'revision_number': 2, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'subnets': [{'id': '80b2b50b-0363-49ec-a5cb-c921250fe35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:23.325632 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Checking router: 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:22:23.325993 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Updating router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 port 8ee3f9b3-0275-4aeb-9902-da58331581fe binding host dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:22:23.354139 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:23.619544 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Publish callbacks [] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), precommit_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:23.625041 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:23.696804 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9cdaa-b3af-465a-b11a-d7efbb3139fc None None] Pushing event updated for resources: {'Port': ['ID=8ee3f9b3-0275-4aeb-9902-da58331581fe,revision_number=3']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:23.822920 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Attempting to bind port 8ee3f9b3-0275-4aeb-9902-da58331581fe on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:22:23.823291 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Attempting to bind port 8ee3f9b3-0275-4aeb-9902-da58331581fe by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5cc2cb43-f4ac-44ec-94b4-a5e137784b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03'}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:22:23.823652 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Attempting to bind port 8ee3f9b3-0275-4aeb-9902-da58331581fe on network 6524b40d-7b94-436e-b4f9-e3088aff7f03 {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:22:23.829228 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:22:23.829604 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Checking segment: {'id': '5cc2cb43-f4ac-44ec-94b4-a5e137784b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:22:23.830008 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:23.830402 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Bound using segment: {'id': '5cc2cb43-f4ac-44ec-94b4-a5e137784b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03'} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:22:23.830858 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Bound port: 8ee3f9b3-0275-4aeb-9902-da58331581fe, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc2cb43-f4ac-44ec-94b4-a5e137784b22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03'}}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:22:23.831393 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:23.860671 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 145144e4-75ac-4a0a-a6d0-cf17e6b75052 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:22:23.895691 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] For port 8ee3f9b3-0275-4aeb-9902-da58331581fe, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:22:23.898946 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] For port 8ee3f9b3-0275-4aeb-9902-da58331581fe, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=8ee3f9b3-0275-4aeb-9902-da58331581fe,segment=NetworkSegment(5cc2cb43-f4ac-44ec-94b4-a5e137784b22),segment_id=5cc2cb43-f4ac-44ec-94b4-a5e137784b22)] {{(pid=102902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:22:23.907939 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-b2de8bf6-25c0-4150-b627-39755ee97c89 None None] Provisioning complete for port 8ee3f9b3-0275-4aeb-9902-da58331581fe triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:23.908316 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-b2de8bf6-25c0-4150-b627-39755ee97c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:23.910596 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:23.969834 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 145144e4-75ac-4a0a-a6d0-cf17e6b75052 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:23.970228 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:23.976619 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Routers {'2b98cac3-2cb1-4f6a-a870-e8f71b72c513'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:22:23.977293 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:21:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:23.981441 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf9cdaa-b3af-465a-b11a-d7efbb3139fc None None] Pushing event updated for resources: {'Port': ['ID=8ee3f9b3-0275-4aeb-9902-da58331581fe,revision_number=4']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:24.044346 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-b2de8bf6-25c0-4150-b627-39755ee97c89 None None] Current status of the port 8ee3f9b3-0275-4aeb-9902-da58331581fe is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:24.044748 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-b2de8bf6-25c0-4150-b627-39755ee97c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:24.097424 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] Set router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:22:24.110921 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-b2de8bf6-25c0-4150-b627-39755ee97c89 None None] For port 8ee3f9b3-0275-4aeb-9902-da58331581fe, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=8ee3f9b3-0275-4aeb-9902-da58331581fe,segment=NetworkSegment(5cc2cb43-f4ac-44ec-94b4-a5e137784b22),segment_id=5cc2cb43-f4ac-44ec-94b4-a5e137784b22)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:24.116704 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-b2de8bf6-25c0-4150-b627-39755ee97c89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:24.123891 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 145144e4-75ac-4a0a-a6d0-cf17e6b75052 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:24.169729 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2de8bf6-25c0-4150-b627-39755ee97c89 None None] Pushing event updated for resources: {'Port': ['ID=8ee3f9b3-0275-4aeb-9902-da58331581fe,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:24.247952 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-2663e757-6b8e-4fe5-8a4a-0491cd3a94bc None None] Provisioning complete for port 8ee3f9b3-0275-4aeb-9902-da58331581fe triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:24.248239 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2663e757-6b8e-4fe5-8a4a-0491cd3a94bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:24.312659 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'name': 'tempest-TestVolumeBootPattern-255193140-router', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:16Z', 'updated_at': '2022-02-21T04:22:19Z', 'revision_number': 4, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'gw_port': {'id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:17Z', 'updated_at': '2022-02-21T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8ee3f9b3-0275-4aeb-9902-da58331581fe', 'name': '', 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'mac_address': 'fa:16:3e:5f:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '80b2b50b-0363-49ec-a5cb-c921250fe35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:19Z', 'updated_at': '2022-02-21T04:22:23Z', 'revision_number': 4, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'subnets': [{'id': '80b2b50b-0363-49ec-a5cb-c921250fe35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:22:24.337915 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-2663e757-6b8e-4fe5-8a4a-0491cd3a94bc None None] Current status of the port 8ee3f9b3-0275-4aeb-9902-da58331581fe is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:24.339339 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ef7d38e-cf9a-4d31-b2a8-d440305b2d67 None None] The sync data for ids ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'] in dv-cinder-773985-36-iscsi is: [{'id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'name': 'tempest-TestVolumeBootPattern-255193140-router', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:16Z', 'updated_at': '2022-02-21T04:22:19Z', 'revision_number': 4, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'gw_port': {'id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:17Z', 'updated_at': '2022-02-21T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8ee3f9b3-0275-4aeb-9902-da58331581fe', 'name': '', 'network_id': '6524b40d-7b94-436e-b4f9-e3088aff7f03', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'mac_address': 'fa:16:3e:5f:af:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_interface', 'standard_attr_id': 580, 'fixed_ips': [{'subnet_id': '80b2b50b-0363-49ec-a5cb-c921250fe35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:19Z', 'updated_at': '2022-02-21T04:22:23Z', 'revision_number': 4, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'subnets': [{'id': '80b2b50b-0363-49ec-a5cb-c921250fe35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:22:25.857488 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 8ee3f9b3-0275-4aeb-9902-da58331581fe up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:22:25.907754 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 8ee3f9b3-0275-4aeb-9902-da58331581fe triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:25.907969 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:25.987115 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 8ee3f9b3-0275-4aeb-9902-da58331581fe is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:26.102382 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-217d30f5-3e9b-4963-86bf-16e7ea24a43e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:28.138437 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d75c25f3-6b9e-458e-a4e1-33bfc9fa00c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:29.490355 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:30.862553 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:32.516356 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:40.740086 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:42.402333 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-b466134a-bf54-43a9-bdf8-83edb5528365 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307297902&fields=id&tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d HTTP/1.1" status: 200 len: 267 time: 0.0436828 Feb 21 04:22:42.507273 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-8f5f8fda-0291-4abc-84db-35da72be58c7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:42.508746 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-8f5f8fda-0291-4abc-84db-35da72be58c7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 812 time: 0.1000807 Feb 21 04:22:42.512805 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:22:42.522843 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-6e4da85c-af92-4f63-a6ad-33f0babf9c46 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/quotas/35e5cd46d4684e9e9de6e634cfa13b5d HTTP/1.1" status: 200 len: 375 time: 0.0088301 Feb 21 04:22:42.576049 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f8d8ebd3-1a7a-44e6-831b-61e1d33283cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485218 Feb 21 04:22:42.672485 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-ee96d3a0-3a91-4e04-afc9-2d5bd0e634c0 service neutron] 10.222.0.10 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854871 Feb 21 04:22:42.758118 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-47a7edd9-5c2a-4823-96a7-068946448b31 service neutron] 10.222.0.10 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795822 Feb 21 04:22:43.025940 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ab2b04fa-ea15-47cf-9993-a15e91afca5c req-e3f8648d-9903-4af5-9ce1-aeb1b4d2c5fb tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 210 time: 0.0268047 Feb 21 04:22:43.923854 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-b58aab92-c795-4fea-8e58-e0bd87901517 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:43.925347 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-b58aab92-c795-4fea-8e58-e0bd87901517 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 812 time: 0.1097009 Feb 21 04:22:43.988341 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-3eccbf28-fd73-45c6-8a11-58cc897658ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d HTTP/1.1" status: 200 len: 380 time: 0.0547924 Feb 21 04:22:43.996834 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'port': {'device_id': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'admin_state_up': True, 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'security_groups': ['42a65337-0659-4d1f-89fc-c7eac0667bb6']}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:44.124784 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-17a9e597-d1ef-4f0c-a283-231ee1038995 req-6deee8e3-ed91-485b-8271-72baa6f625ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 210 time: 0.0334842 Feb 21 04:22:44.126289 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Made reservation on behalf of 35e5cd46d4684e9e9de6e634cfa13b5d for: {'port': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:22:44.129635 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:44.251880 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Allocated IP 172.20.0.14 (d8fa42c6-5e56-4a20-b94c-db6c502605e7/9a04fe2d-c91c-4d33-b45c-b84ae8f02d22/ca8d1428-556e-4ae9-b53c-d109c8daf6fe) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:22:44.393614 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:44.425885 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:44.467543 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Network d8fa42c6-5e56-4a20-b94c-db6c502605e7 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:22:44.470465 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:44.475969 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:22:44.482241 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'Port': ['ID=ca8d1428-556e-4ae9-b53c-d109c8daf6fe,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:44.537158 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:44.537887 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:44.555716 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-a2687a94-4f59-4d59-a88e-5c3da4fc52b6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5624189 Feb 21 04:22:44.570109 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Request body: {'port': {'device_id': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:44.629980 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:44.676953 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-4637bdbb-a22c-4438-b6ed-11c06c2d9253 None None] Provisioning complete for port ca8d1428-556e-4ae9-b53c-d109c8daf6fe triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:44.677581 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4637bdbb-a22c-4438-b6ed-11c06c2d9253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:44.713148 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-4637bdbb-a22c-4438-b6ed-11c06c2d9253 None None] Port ca8d1428-556e-4ae9-b53c-d109c8daf6fe cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:22:44.885982 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8d1428-556e-4ae9-b53c-d109c8daf6fe {{(pid=102899) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:22:44.893192 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Publish callbacks [] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:44.904650 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.provisioning_blocks [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Transition to ACTIVE for port object ca8d1428-556e-4ae9-b53c-d109c8daf6fe will not be triggered until provisioned by entity L2. {{(pid=102899) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:22:44.908401 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:44.957554 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Pushing event updated for resources: {'Port': ['ID=ca8d1428-556e-4ae9-b53c-d109c8daf6fe,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:45.024322 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Attempting to bind port ca8d1428-556e-4ae9-b53c-d109c8daf6fe on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:22:45.024689 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Attempting to bind port ca8d1428-556e-4ae9-b53c-d109c8daf6fe by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:22:45.025024 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Attempting to bind port ca8d1428-556e-4ae9-b53c-d109c8daf6fe on network d8fa42c6-5e56-4a20-b94c-db6c502605e7 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:22:45.029829 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Port ca8d1428-556e-4ae9-b53c-d109c8daf6fe on network d8fa42c6-5e56-4a20-b94c-db6c502605e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:22:45.030149 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Attempting to bind port ca8d1428-556e-4ae9-b53c-d109c8daf6fe on network d8fa42c6-5e56-4a20-b94c-db6c502605e7 {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:22:45.035037 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:22:45.035382 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Checking segment: {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:22:45.035767 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Bound using segment: {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'} {{(pid=102899) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:22:45.036192 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.managers [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Bound port: ca8d1428-556e-4ae9-b53c-d109c8daf6fe, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'}}] {{(pid=102899) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:22:45.036545 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:45.103937 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] For port ca8d1428-556e-4ae9-b53c-d109c8daf6fe, host hv-cinder-77398, cleared binding levels {{(pid=102899) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:22:45.106892 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] For port ca8d1428-556e-4ae9-b53c-d109c8daf6fe, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca8d1428-556e-4ae9-b53c-d109c8daf6fe,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102899) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:22:45.113818 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:45.144188 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:45.144822 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:45.146417 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] 10.222.0.45 "PUT /v2.0/ports/ca8d1428-556e-4ae9-b53c-d109c8daf6fe HTTP/1.1" status: 200 len: 1094 time: 0.5812926 Feb 21 04:22:45.149204 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'tag': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:22:45.152314 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9a0013-97d8-43bf-aebe-5e9429228286" -d '{"events": [{"name": "network-changed", "server_uuid": "5de498f5-d90a-4864-a2fd-8c7634d9b07a", "tag": "ca8d1428-556e-4ae9-b53c-d109c8daf6fe"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:22:45.195435 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11407fd-3483-4b2b-90b5-11fdb6f6d96e service neutron] Pushing event updated for resources: {'Port': ['ID=ca8d1428-556e-4ae9-b53c-d109c8daf6fe,revision_number=3']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:45.200084 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c341fb-2e5d-4f1b-97c2-b31039f7e2dc x-openstack-request-id: req-85c341fb-2e5d-4f1b-97c2-b31039f7e2dc {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:22:45.200370 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de498f5-d90a-4864-a2fd-8c7634d9b07a", "tag": "ca8d1428-556e-4ae9-b53c-d109c8daf6fe", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:22:45.200624 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85c341fb-2e5d-4f1b-97c2-b31039f7e2dc {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:22:45.201047 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'tag': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe', 'status': 'completed', 'code': 200} Feb 21 04:22:45.280509 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-4ceb7c45-04c7-42c7-b7b0-4c6af404a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:45.282148 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-4ceb7c45-04c7-42c7-b7b0-4c6af404a423 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 1128 time: 0.0802920 Feb 21 04:22:45.294351 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022f3c2-f202-46e0-a60a-ceabc34b7b82 req-5b524f98-1611-4e04-bacc-a0e602996d3f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:45.295854 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3022f3c2-f202-46e0-a60a-ceabc34b7b82 req-5b524f98-1611-4e04-bacc-a0e602996d3f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 944 time: 0.0846384 Feb 21 04:22:45.569310 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-33445be7-23e5-4d06-b6f0-e51241feb069 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca8d1428-556e-4ae9-b53c-d109c8daf6fe HTTP/1.1" status: 200 len: 217 time: 0.2724955 Feb 21 04:22:45.636316 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3022f3c2-f202-46e0-a60a-ceabc34b7b82 req-8f3b448f-dcd4-46f1-809f-142a22a6d081 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339560 Feb 21 04:22:45.639707 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-e93bb699-ed32-4386-af69-97afcc2c9003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:45.641077 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-e93bb699-ed32-4386-af69-97afcc2c9003 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0642092 Feb 21 04:22:45.692063 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-3b95cec6-b108-42ce-ac3e-3ce3b0f077e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:45.693606 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-3b95cec6-b108-42ce-ac3e-3ce3b0f077e3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468256 Feb 21 04:22:45.781967 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-4765fdc4-eef8-435e-9152-0c96780b6418 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818908 Feb 21 04:22:45.871267 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-da7d61a7-54fb-4937-8b13-a635c8ddc41b req-69ca9182-eb65-44ed-953d-510deb07aa83 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833716 Feb 21 04:22:45.965214 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a0013-97d8-43bf-aebe-5e9429228286 req-ff50bca6-3c6c-4337-8c7f-354ae46f3f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:45.966793 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ea9a0013-97d8-43bf-aebe-5e9429228286 req-ff50bca6-3c6c-4337-8c7f-354ae46f3f58 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 1128 time: 0.0459619 Feb 21 04:22:46.055472 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a0013-97d8-43bf-aebe-5e9429228286 req-d73812bf-6b26-4a4b-a2e3-eaad16222f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:46.056867 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ea9a0013-97d8-43bf-aebe-5e9429228286 req-d73812bf-6b26-4a4b-a2e3-eaad16222f60 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.0844827 Feb 21 04:22:46.096069 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ea9a0013-97d8-43bf-aebe-5e9429228286 req-ab5c781a-b95a-4060-83bc-963a24b5c25b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca8d1428-556e-4ae9-b53c-d109c8daf6fe HTTP/1.1" status: 200 len: 217 time: 0.0333927 Feb 21 04:22:46.142107 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a0013-97d8-43bf-aebe-5e9429228286 req-8f0af46a-3414-4476-88dc-0d84773e402f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:46.143514 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ea9a0013-97d8-43bf-aebe-5e9429228286 req-8f0af46a-3414-4476-88dc-0d84773e402f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0421212 Feb 21 04:22:46.190155 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a0013-97d8-43bf-aebe-5e9429228286 req-4358aabc-3dff-49d1-9732-9ff1336ec810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:46.191648 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ea9a0013-97d8-43bf-aebe-5e9429228286 req-4358aabc-3dff-49d1-9732-9ff1336ec810 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0421488 Feb 21 04:22:46.281529 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ea9a0013-97d8-43bf-aebe-5e9429228286 req-90357e76-f4d9-4138-9b2a-b70b35377b45 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836647 Feb 21 04:22:46.366625 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ea9a0013-97d8-43bf-aebe-5e9429228286 req-5ce78098-c8fb-4bd7-a485-d0b17226c685 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792210 Feb 21 04:22:46.761584 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3b79d-633e-43e5-8a87-de4f405da2dc req-b315bef8-abc5-4c8f-9593-ee0b2ea46795 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:46.763069 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-abb3b79d-633e-43e5-8a87-de4f405da2dc req-b315bef8-abc5-4c8f-9593-ee0b2ea46795 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 944 time: 0.0565281 Feb 21 04:22:46.811144 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-abb3b79d-633e-43e5-8a87-de4f405da2dc req-7c58b3d1-7ebc-4612-93bb-da7ec3d96eea tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425582 Feb 21 04:22:47.924950 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f58dcc-3e0e-44bb-8410-174a348b4dfe req-f5f348bd-7ad9-4a4a-87d7-359c4b05e487 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:47.926405 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e4f58dcc-3e0e-44bb-8410-174a348b4dfe req-f5f348bd-7ad9-4a4a-87d7-359c4b05e487 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 944 time: 0.0503545 Feb 21 04:22:47.973062 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e4f58dcc-3e0e-44bb-8410-174a348b4dfe req-b9c7de28-1e51-43de-9ef1-289bd83cf02e tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405300 Feb 21 04:22:49.092783 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9685c50-9cc4-4f74-a629-cb546ed1eb0e req-1643f955-220f-47c5-99b3-193742b32cf7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:49.094161 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b9685c50-9cc4-4f74-a629-cb546ed1eb0e req-1643f955-220f-47c5-99b3-193742b32cf7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 944 time: 0.0550909 Feb 21 04:22:49.141510 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b9685c50-9cc4-4f74-a629-cb546ed1eb0e req-90e50db3-b6be-4299-945f-3cae0c71f8b8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418091 Feb 21 04:22:50.257314 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694ab48-8c18-4cbc-8e46-768e9c114c37 req-79ae4f91-f3ee-4b96-a94f-3c6b059de58b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:50.259079 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1694ab48-8c18-4cbc-8e46-768e9c114c37 req-79ae4f91-f3ee-4b96-a94f-3c6b059de58b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 944 time: 0.0533972 Feb 21 04:22:50.310707 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1694ab48-8c18-4cbc-8e46-768e9c114c37 req-57a0789a-990f-4561-80e7-664e68e989a2 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460064 Feb 21 04:22:51.424012 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce61ba3-5345-453b-b12c-a1696b6a852b req-6036d58f-5288-4cd8-99ed-8cb989fc5c3b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:51.425517 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0ce61ba3-5345-453b-b12c-a1696b6a852b req-6036d58f-5288-4cd8-99ed-8cb989fc5c3b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 944 time: 0.0510738 Feb 21 04:22:51.475635 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0ce61ba3-5345-453b-b12c-a1696b6a852b req-59593826-efc1-4866-8212-136937ee34e1 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441854 Feb 21 04:22:52.590635 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa069a0b-cf49-4430-8ef3-685b8a945fe6 req-f1725c4a-2cb1-46de-89f2-e0aeb707582a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:52.592117 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fa069a0b-cf49-4430-8ef3-685b8a945fe6 req-f1725c4a-2cb1-46de-89f2-e0aeb707582a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 944 time: 0.0515482 Feb 21 04:22:52.639528 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fa069a0b-cf49-4430-8ef3-685b8a945fe6 req-2ff0008c-b818-46ee-9456-ec52b9db35d1 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420382 Feb 21 04:22:53.757226 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26076aa2-602d-4de2-9edb-1392ee13dfe4 req-14a8eadf-5778-4891-a91b-3dc1aef03887 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:53.758708 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-26076aa2-602d-4de2-9edb-1392ee13dfe4 req-14a8eadf-5778-4891-a91b-3dc1aef03887 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 944 time: 0.0514028 Feb 21 04:22:53.806666 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-26076aa2-602d-4de2-9edb-1392ee13dfe4 req-a9e22f31-2b81-4c74-bcbb-f12f88280c7f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424182 Feb 21 04:22:54.328390 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ca8d1428-556e-4ae9-b53c-d109c8daf6fe details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:22:54.426923 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ca8d1428-556e-4ae9-b53c-d109c8daf6fe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca8d1428-556e-4ae9-b53c-d109c8daf6fe,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:54.438366 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'port_id': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe', 'mac_address': 'fa:16:3e:12:41:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:22:54.473805 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ca8d1428-556e-4ae9-b53c-d109c8daf6fe is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:54.474189 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:54.486891 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8d1428-556e-4ae9-b53c-d109c8daf6fe {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:22:54.510588 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ca8d1428-556e-4ae9-b53c-d109c8daf6fe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca8d1428-556e-4ae9-b53c-d109c8daf6fe,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:54.514090 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:54.558565 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ca8d1428-556e-4ae9-b53c-d109c8daf6fe,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:54.565322 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.565669 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.566009 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.566359 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.566668 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.566992 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.567318 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.567644 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.567964 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.568282 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.568600 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.568945 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.569259 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:54.842491 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['ca8d1428-556e-4ae9-b53c-d109c8daf6fe'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:22:54.925148 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00a104-e8d6-409b-906b-e706b16ae908 req-5d33e08e-b8b3-499a-8a32-7077a2d59e27 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:54.926633 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7d00a104-e8d6-409b-906b-e706b16ae908 req-5d33e08e-b8b3-499a-8a32-7077a2d59e27 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 945 time: 0.0552154 Feb 21 04:22:54.986220 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7d00a104-e8d6-409b-906b-e706b16ae908 req-bea9f5d6-7ede-4ed3-9533-387148e5ada8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532546 Feb 21 04:22:56.105827 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6075c2a-ec70-4fad-b4e7-cf2ffd2f702b req-25ef1569-0d40-4402-80d9-f0159a5dbf66 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:56.106503 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9fd671be-25a9-4d78-b20f-8c3d785c7af6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:56.108042 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a6075c2a-ec70-4fad-b4e7-cf2ffd2f702b req-25ef1569-0d40-4402-80d9-f0159a5dbf66 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 945 time: 0.0543950 Feb 21 04:22:56.155448 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a6075c2a-ec70-4fad-b4e7-cf2ffd2f702b req-dab481a9-4933-4d50-8477-780140274b5c tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416791 Feb 21 04:22:56.335729 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ca8d1428-556e-4ae9-b53c-d109c8daf6fe up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:22:56.384555 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port ca8d1428-556e-4ae9-b53c-d109c8daf6fe completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:22:56.389366 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port ca8d1428-556e-4ae9-b53c-d109c8daf6fe triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:22:56.389893 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:56.467944 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port ca8d1428-556e-4ae9-b53c-d109c8daf6fe is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:22:56.468324 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:56.489553 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:22:56.491803 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9954f9-159d-4569-908a-2810ddb705d6" -d '{"events": [{"server_uuid": "5de498f5-d90a-4864-a2fd-8c7634d9b07a", "name": "network-vif-plugged", "status": "completed", "tag": "ca8d1428-556e-4ae9-b53c-d109c8daf6fe"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:22:56.503601 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port ca8d1428-556e-4ae9-b53c-d109c8daf6fe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca8d1428-556e-4ae9-b53c-d109c8daf6fe,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:22:56.507379 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:56.531043 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d80858-bc2b-4310-b393-aeb187672b7f x-openstack-request-id: req-d7d80858-bc2b-4310-b393-aeb187672b7f {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:22:56.531331 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de498f5-d90a-4864-a2fd-8c7634d9b07a", "name": "network-vif-plugged", "status": "completed", "tag": "ca8d1428-556e-4ae9-b53c-d109c8daf6fe", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:22:56.531585 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d7d80858-bc2b-4310-b393-aeb187672b7f {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:22:56.531976 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe', 'code': 200} Feb 21 04:22:56.556358 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=ca8d1428-556e-4ae9-b53c-d109c8daf6fe,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:56.745948 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e71ada-78b5-4d48-8681-e6318b2adda7 req-543e4e68-7d05-46a3-8843-f143e88ee101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:56.747419 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-32e71ada-78b5-4d48-8681-e6318b2adda7 req-543e4e68-7d05-46a3-8843-f143e88ee101 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 1130 time: 0.0417945 Feb 21 04:22:56.795087 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-32e71ada-78b5-4d48-8681-e6318b2adda7 req-c1ef8bc9-24da-4453-a580-e0ef45134b54 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418818 Feb 21 04:22:57.281567 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8acfb56-9e64-40b4-bba8-6cec0f9d2ba2 req-21164d80-8d73-48a3-8abf-784af6917060 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:57.283029 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8acfb56-9e64-40b4-bba8-6cec0f9d2ba2 req-21164d80-8d73-48a3-8abf-784af6917060 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 946 time: 0.0557628 Feb 21 04:22:57.330891 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8acfb56-9e64-40b4-bba8-6cec0f9d2ba2 req-02621586-23fc-43ac-b2f8-83f57b9eab8a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424812 Feb 21 04:22:58.138963 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-3f8c555b-8f75-4841-a9cd-69dae3f68e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:58.446399 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e104d8f-e7e8-4a9a-aefb-bf7bfac7d931 req-9a36b019-a981-4b3b-9069-ac3179269b26 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:58.447788 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9e104d8f-e7e8-4a9a-aefb-bf7bfac7d931 req-9a36b019-a981-4b3b-9069-ac3179269b26 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 946 time: 0.0519817 Feb 21 04:22:58.494690 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9e104d8f-e7e8-4a9a-aefb-bf7bfac7d931 req-3ff87113-efa6-4a58-85a8-040998f1f9f6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415232 Feb 21 04:22:58.612418 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5cc4a-8417-434e-8830-2673390b352f req-04f71b5e-39d6-49cd-94cf-95b213df1afe tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:58.613914 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6a5cc4a-8417-434e-8830-2673390b352f req-04f71b5e-39d6-49cd-94cf-95b213df1afe tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 946 time: 0.0550113 Feb 21 04:22:58.661219 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c6a5cc4a-8417-434e-8830-2673390b352f req-1b08b82b-9f41-49fc-a0df-f9eabf354fa4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412517 Feb 21 04:22:58.683596 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38746) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:58.813125 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979b874b-e362-4a61-be0d-319d32a9fd7f tempest-TestVolumeBootPattern-429656192 tempest-TestVolumeBootPattern-429656192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:22:58.814622 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-979b874b-e362-4a61-be0d-319d32a9fd7f tempest-TestVolumeBootPattern-429656192 tempest-TestVolumeBootPattern-429656192-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 1125 time: 0.1300468 Feb 21 04:22:58.817531 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38750) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:22:58.822531 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'floatingip': {'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'port_id': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:22:58.842035 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:58.939647 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:59.039438 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Allocated IP 172.27.0.171 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/20727521-f706-4fdd-bf9f-d6d6e897e372) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:22:59.139633 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for port (20727521-f706-4fdd-bf9f-d6d6e897e372), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:59.172339 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (20727521-f706-4fdd-bf9f-d6d6e897e372), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:59.208487 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:22:59.211226 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:22:59.213768 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:22:59.238793 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'Port': ['ID=20727521-f706-4fdd-bf9f-d6d6e897e372,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:59.251967 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.252316 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.252684 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.253022 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.253356 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.253685 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.254011 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.254342 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.254667 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.254990 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.255312 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.255630 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.255946 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:22:59.492874 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:59.606418 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (1174cc9a-55a6-4b0e-a21d-b48efc3a78eb), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:59.675284 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (20727521-f706-4fdd-bf9f-d6d6e897e372), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:59.819616 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for port (20727521-f706-4fdd-bf9f-d6d6e897e372), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:59.824871 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (20727521-f706-4fdd-bf9f-d6d6e897e372), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:22:59.894102 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'Port': ['ID=20727521-f706-4fdd-bf9f-d6d6e897e372,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:22:59.904651 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (1174cc9a-55a6-4b0e-a21d-b48efc3a78eb), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:00.005294 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Floating IP 1174cc9a-55a6-4b0e-a21d-b48efc3a78eb associated. External IP: 172.27.0.171, port: ca8d1428-556e-4ae9-b53c-d109c8daf6fe. Feb 21 04:23:00.211205 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:23:00.317437 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:23:00.328034 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b713ae1c-bc2c-4da6-ad41-c982b62b4cce None None] Sync routers for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:23:00.334530 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:00.337749 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b713ae1c-bc2c-4da6-ad41-c982b62b4cce None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:23:00.338418 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-b713ae1c-bc2c-4da6-ad41-c982b62b4cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:22:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:23:00.364816 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-a2c8af0d-9fd9-4d34-900a-f7969bc52b22 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5462222 Feb 21 04:23:00.365469 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'tag': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:23:00.368259 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15bee32-6847-4357-bae4-481283d73684" -d '{"events": [{"name": "network-changed", "server_uuid": "5de498f5-d90a-4864-a2fd-8c7634d9b07a", "tag": "ca8d1428-556e-4ae9-b53c-d109c8daf6fe"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:23:00.402568 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f891d05-578b-4a9a-a4b4-26e40ebd8065 x-openstack-request-id: req-2f891d05-578b-4a9a-a4b4-26e40ebd8065 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:23:00.403106 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5de498f5-d90a-4864-a2fd-8c7634d9b07a", "tag": "ca8d1428-556e-4ae9-b53c-d109c8daf6fe", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:23:00.403355 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f891d05-578b-4a9a-a4b4-26e40ebd8065 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:23:00.403754 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'tag': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe', 'status': 'completed', 'code': 200} Feb 21 04:23:00.472733 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bee32-6847-4357-bae4-481283d73684 req-fc4535ee-65e9-4069-bddc-faf558fdd403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:00.474183 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e15bee32-6847-4357-bae4-481283d73684 req-fc4535ee-65e9-4069-bddc-faf558fdd403 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 1130 time: 0.0450125 Feb 21 04:23:00.564944 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bee32-6847-4357-bae4-481283d73684 req-adb116ae-5cf3-4bc2-b999-7b971ec528fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:00.566513 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e15bee32-6847-4357-bae4-481283d73684 req-adb116ae-5cf3-4bc2-b999-7b971ec528fd service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.0858650 Feb 21 04:23:00.585211 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-b713ae1c-bc2c-4da6-ad41-c982b62b4cce None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:23:00.633657 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e15bee32-6847-4357-bae4-481283d73684 req-1b263026-7d2b-4eeb-8a51-f8f08ef006cc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca8d1428-556e-4ae9-b53c-d109c8daf6fe HTTP/1.1" status: 200 len: 1000 time: 0.0610602 Feb 21 04:23:00.682437 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bee32-6847-4357-bae4-481283d73684 req-a527495d-2baa-4dfd-aab8-225632381357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:00.683881 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e15bee32-6847-4357-bae4-481283d73684 req-a527495d-2baa-4dfd-aab8-225632381357 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0433226 Feb 21 04:23:00.731854 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15bee32-6847-4357-bae4-481283d73684 req-74ca5a67-9f7a-45a6-9027-5e777a70e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:00.733534 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e15bee32-6847-4357-bae4-481283d73684 req-74ca5a67-9f7a-45a6-9027-5e777a70e838 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0440371 Feb 21 04:23:00.808976 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-b713ae1c-bc2c-4da6-ad41-c982b62b4cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '1174cc9a-55a6-4b0e-a21d-b48efc3a78eb', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:12:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:22:59Z', 'updated_at': '2022-02-21T04:22:59Z', 'revision_number': 0, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:23:00.823946 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e15bee32-6847-4357-bae4-481283d73684 req-e7a8fca5-1a50-41ed-96a6-f71152310a98 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844429 Feb 21 04:23:00.834561 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b713ae1c-bc2c-4da6-ad41-c982b62b4cce None None] Checking router: 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:23:00.843278 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b713ae1c-bc2c-4da6-ad41-c982b62b4cce None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:23:00.843883 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-b713ae1c-bc2c-4da6-ad41-c982b62b4cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:22:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:23:00.908897 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:00.912006 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e15bee32-6847-4357-bae4-481283d73684 req-bf2c92f5-5ed5-4285-90de-255667d919ad service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823109 Feb 21 04:23:00.964715 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-b713ae1c-bc2c-4da6-ad41-c982b62b4cce None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:23:01.183381 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-b713ae1c-bc2c-4da6-ad41-c982b62b4cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '1174cc9a-55a6-4b0e-a21d-b48efc3a78eb', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:12:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:22:59Z', 'updated_at': '2022-02-21T04:22:59Z', 'revision_number': 0, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:23:01.209539 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b713ae1c-bc2c-4da6-ad41-c982b62b4cce None None] The sync data for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi is: [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '1174cc9a-55a6-4b0e-a21d-b48efc3a78eb', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.171', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:12:41:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:22:59Z', 'updated_at': '2022-02-21T04:22:59Z', 'revision_number': 0, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:23:01.391070 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce118d5d-7e32-47b5-a3fe-1ff346149771 None None] New status for floating IP 1174cc9a-55a6-4b0e-a21d-b48efc3a78eb: ACTIVE {{(pid=102902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:23:02.519226 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:10.763443 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:13.434208 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e55ceac-11b5-492a-8fe0-bcc8695392e1 req-d816b53a-ea35-41e8-95aa-b8913fb21f3b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:13.435682 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3e55ceac-11b5-492a-8fe0-bcc8695392e1 req-d816b53a-ea35-41e8-95aa-b8913fb21f3b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0562227 Feb 21 04:23:13.480905 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3e55ceac-11b5-492a-8fe0-bcc8695392e1 req-5cc3544f-a9b1-4258-b7f7-3d8d69d9f7c4 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397844 Feb 21 04:23:14.604904 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907ca3a-0c95-4fce-8296-f394cda628b9 req-251b0c7d-6129-4fa5-b8dd-305bfb51b7f7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:14.606402 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e907ca3a-0c95-4fce-8296-f394cda628b9 req-251b0c7d-6129-4fa5-b8dd-305bfb51b7f7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0523102 Feb 21 04:23:14.651543 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e907ca3a-0c95-4fce-8296-f394cda628b9 req-cf92ce47-53a3-4d2d-8db2-61f0637a9f33 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396574 Feb 21 04:23:15.774837 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfc0a9-22ee-4d2d-9a4b-c5411036a7bc req-3fa4d06a-47b2-43f1-aad0-5ed360e7818c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:15.776300 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a3bfc0a9-22ee-4d2d-9a4b-c5411036a7bc req-3fa4d06a-47b2-43f1-aad0-5ed360e7818c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0549595 Feb 21 04:23:15.820324 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a3bfc0a9-22ee-4d2d-9a4b-c5411036a7bc req-4c963413-2887-4f29-aa8d-6b26fe77f738 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383260 Feb 21 04:23:16.941402 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d8828-7e6b-4533-8fdd-84d49c548184 req-f44d8f63-531c-4b98-88b8-4ad68460ab01 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:16.942849 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc6d8828-7e6b-4533-8fdd-84d49c548184 req-f44d8f63-531c-4b98-88b8-4ad68460ab01 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0510364 Feb 21 04:23:16.987587 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dc6d8828-7e6b-4533-8fdd-84d49c548184 req-9178ea5c-86e9-4e42-a4a4-49548ab76542 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392992 Feb 21 04:23:17.659793 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1482a5-1e58-4abb-afa5-9c460be8885d req-00b362d4-1b4a-4064-904a-65648985ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:17.661375 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a1482a5-1e58-4abb-afa5-9c460be8885d req-00b362d4-1b4a-4064-904a-65648985ba01 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 1129 time: 0.0428109 Feb 21 04:23:17.997751 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1482a5-1e58-4abb-afa5-9c460be8885d req-921fc190-296c-4379-879a-660c415cb4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:17.999129 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a1482a5-1e58-4abb-afa5-9c460be8885d req-921fc190-296c-4379-879a-660c415cb4fb service neutron] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 917 time: 0.3196106 Feb 21 04:23:18.072917 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a1482a5-1e58-4abb-afa5-9c460be8885d req-24330015-602f-4139-bbde-b06314657f14 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e HTTP/1.1" status: 200 len: 1000 time: 0.0659585 Feb 21 04:23:18.138460 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1482a5-1e58-4abb-afa5-9c460be8885d req-84d2f652-730d-4aa1-86c5-5fc227f2bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:18.139879 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a1482a5-1e58-4abb-afa5-9c460be8885d req-84d2f652-730d-4aa1-86c5-5fc227f2bae6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0498888 Feb 21 04:23:18.150468 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25a966-c6e6-4d3d-8521-3cda5bc0ad0d req-2fb4fdbb-2b03-4828-b3df-2729f781b7dd tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:18.151801 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1c25a966-c6e6-4d3d-8521-3cda5bc0ad0d req-2fb4fdbb-2b03-4828-b3df-2729f781b7dd tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0950990 Feb 21 04:23:18.220397 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1c25a966-c6e6-4d3d-8521-3cda5bc0ad0d req-d3684c54-4650-4d17-8971-fd94635a38e0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605519 Feb 21 04:23:18.226127 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1482a5-1e58-4abb-afa5-9c460be8885d req-def1e061-ee33-4b95-9bcf-75561e40178b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:18.227586 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a1482a5-1e58-4abb-afa5-9c460be8885d req-def1e061-ee33-4b95-9bcf-75561e40178b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0749774 Feb 21 04:23:18.319276 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a1482a5-1e58-4abb-afa5-9c460be8885d req-61c9ee31-181a-4ebc-9161-83f855b33360 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827184 Feb 21 04:23:18.405337 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a1482a5-1e58-4abb-afa5-9c460be8885d req-6a914212-a35a-441d-b3f4-b6a9440d78fe service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796697 Feb 21 04:23:19.343236 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc67462-431f-46d8-a5a8-64093fcb1166 req-002f11e2-161f-4818-850e-a48218223a6f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:19.344729 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3fc67462-431f-46d8-a5a8-64093fcb1166 req-002f11e2-161f-4818-850e-a48218223a6f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0563259 Feb 21 04:23:19.389790 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3fc67462-431f-46d8-a5a8-64093fcb1166 req-a4374a54-3ae7-4399-8667-170d238981aa tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396495 Feb 21 04:23:19.512345 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:23:20.510155 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91059277-92c5-4c0b-b907-640a988a70e9 req-cc1a9055-6796-4fec-aaa4-5269c08bc305 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:20.511613 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-91059277-92c5-4c0b-b907-640a988a70e9 req-cc1a9055-6796-4fec-aaa4-5269c08bc305 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0523031 Feb 21 04:23:20.556554 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-91059277-92c5-4c0b-b907-640a988a70e9 req-d686aa31-4197-4e97-a2ec-3b3b5f0bb670 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395553 Feb 21 04:23:21.676778 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0ad125-26cf-484a-96e3-1a5a5a3edc88 req-de47b779-ea9b-4b4e-96f9-8cf5c4e5a114 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:21.678222 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a0ad125-26cf-484a-96e3-1a5a5a3edc88 req-de47b779-ea9b-4b4e-96f9-8cf5c4e5a114 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0512812 Feb 21 04:23:21.725447 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a0ad125-26cf-484a-96e3-1a5a5a3edc88 req-91d12535-3698-4336-abaa-ddf7120228a3 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419092 Feb 21 04:23:22.844859 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b56e93-660e-45c0-8779-bd148cdb09a3 req-293ed3e5-1d4e-4e82-9be6-19c30846df4d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:22.846323 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e5b56e93-660e-45c0-8779-bd148cdb09a3 req-293ed3e5-1d4e-4e82-9be6-19c30846df4d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0510848 Feb 21 04:23:22.890672 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e5b56e93-660e-45c0-8779-bd148cdb09a3 req-11e9a8f4-41ce-43e3-be0e-25be059841b0 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390489 Feb 21 04:23:24.021758 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e69761-7bdd-4a53-808e-f99bba747d68 req-5217a4a7-9fc6-4089-8ebe-ac16c40e078a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:24.023153 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-99e69761-7bdd-4a53-808e-f99bba747d68 req-5217a4a7-9fc6-4089-8ebe-ac16c40e078a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0549533 Feb 21 04:23:24.068901 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-99e69761-7bdd-4a53-808e-f99bba747d68 req-46e46a37-21da-475a-b65a-f5a2c5eaf5ab tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399468 Feb 21 04:23:25.191922 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372b80e-bb49-464d-88ee-3c17018de041 req-ff3126d7-2a8d-44e4-8901-cdd9b84b4a57 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:25.193429 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1372b80e-bb49-464d-88ee-3c17018de041 req-ff3126d7-2a8d-44e4-8901-cdd9b84b4a57 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0545957 Feb 21 04:23:25.240462 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1372b80e-bb49-464d-88ee-3c17018de041 req-ac5d994c-5952-4289-9d86-3363a20456f5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406950 Feb 21 04:23:26.107597 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5978436a-d6ee-41d8-bee7-4f9f63a49084 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:26.363485 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f336aa9-c220-4be3-8710-3f247483504a req-d2c000da-4535-46fd-9a28-fe236791d42b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:26.364904 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4f336aa9-c220-4be3-8710-3f247483504a req-d2c000da-4535-46fd-9a28-fe236791d42b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0516837 Feb 21 04:23:26.419512 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4f336aa9-c220-4be3-8710-3f247483504a req-42fdf637-01d0-4083-bd94-f01307c3c0d9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491700 Feb 21 04:23:26.487465 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 1f9abb1e-20ab-4409-9680-aa349073bc5e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:23:26.586587 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:23:26.597577 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'port_id': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'mac_address': 'fa:16:3e:e7:df:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:23:26.633706 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 1f9abb1e-20ab-4409-9680-aa349073bc5e is: ACTIVE; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:23:26.634089 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:26.649858 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f9abb1e-20ab-4409-9680-aa349073bc5e {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:23:26.668581 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:23:26.672653 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:26.719558 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=1f9abb1e-20ab-4409-9680-aa349073bc5e,revision_number=6']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:23:26.747847 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['1f9abb1e-20ab-4409-9680-aa349073bc5e'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:23:27.548104 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a97dff-a578-4b37-987a-5e1cf9fc5b38 req-a0573ab8-ceed-4d91-84e8-ec4ec2c32385 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:27.549622 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-16a97dff-a578-4b37-987a-5e1cf9fc5b38 req-a0573ab8-ceed-4d91-84e8-ec4ec2c32385 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 944 time: 0.0590439 Feb 21 04:23:27.595457 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-16a97dff-a578-4b37-987a-5e1cf9fc5b38 req-7ca4e90b-c5cc-4b30-9c0f-7d868e0c66a7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398738 Feb 21 04:23:28.143858 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2b65f571-9d49-4bd6-82e2-7db061ad27e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:28.503765 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 1f9abb1e-20ab-4409-9680-aa349073bc5e up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:23:28.552513 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 1f9abb1e-20ab-4409-9680-aa349073bc5e triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:23:28.552927 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:28.627579 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 1f9abb1e-20ab-4409-9680-aa349073bc5e is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:23:28.627971 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:28.651508 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:23:28.654197 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960b6966-4240-4e8a-b02a-76ed1dd937a7" -d '{"events": [{"server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "name": "network-vif-plugged", "status": "completed", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:23:28.670023 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:23:28.674523 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:28.698730 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d56beea-ff5e-482d-accb-2582c1eccb07 x-openstack-request-id: req-5d56beea-ff5e-482d-accb-2582c1eccb07 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:23:28.699026 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "name": "network-vif-plugged", "status": "completed", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:23:28.699275 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d56beea-ff5e-482d-accb-2582c1eccb07 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:23:28.699661 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'code': 200} Feb 21 04:23:28.720354 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39ee27d-4cb5-4494-80a0-6d15193e205b req-40cbb017-2501-4c52-9e73-4c12d4c8274f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:28.721873 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d39ee27d-4cb5-4494-80a0-6d15193e205b req-40cbb017-2501-4c52-9e73-4c12d4c8274f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0559559 Feb 21 04:23:28.725608 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=1f9abb1e-20ab-4409-9680-aa349073bc5e,revision_number=7']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:23:28.768241 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d39ee27d-4cb5-4494-80a0-6d15193e205b req-89ff1a2e-5c96-4301-90c4-6121bb1eb1dd tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402586 Feb 21 04:23:29.496041 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:29.887809 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e70bba-8a64-450b-9990-cfdf3c428194 req-c99da4e9-0f1a-49ce-a356-ad5ccd7c68dd tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:29.889300 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f9e70bba-8a64-450b-9990-cfdf3c428194 req-c99da4e9-0f1a-49ce-a356-ad5ccd7c68dd tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0504923 Feb 21 04:23:29.938764 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f9e70bba-8a64-450b-9990-cfdf3c428194 req-55486a31-502d-4275-89f0-118cd4dc2885 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440655 Feb 21 04:23:30.873865 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:31.071301 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4814284-3323-4537-bfe4-a367d452dd38 req-bcb4dbb6-618f-431d-9675-76dbcadb3159 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:31.073566 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b4814284-3323-4537-bfe4-a367d452dd38 req-bcb4dbb6-618f-431d-9675-76dbcadb3159 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0634224 Feb 21 04:23:31.123096 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b4814284-3323-4537-bfe4-a367d452dd38 req-75d6bee4-e16c-480e-abd9-1a2cfb6de021 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438695 Feb 21 04:23:32.257388 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b32ca-c40a-452c-936e-caff04a71021 req-1857c1be-329a-4e10-afbf-af9d73097800 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:32.258872 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fb6b32ca-c40a-452c-936e-caff04a71021 req-1857c1be-329a-4e10-afbf-af9d73097800 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0562956 Feb 21 04:23:32.307319 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fb6b32ca-c40a-452c-936e-caff04a71021 req-def662c5-09cc-4f30-b81d-0528d460d82a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428472 Feb 21 04:23:32.526677 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:33.439206 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f91840a-08e1-430c-b98c-5f00ac001ddf req-9f21db96-6ef8-40fc-89e5-37c18f37f85c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:33.440741 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8f91840a-08e1-430c-b98c-5f00ac001ddf req-9f21db96-6ef8-40fc-89e5-37c18f37f85c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0594196 Feb 21 04:23:33.489527 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8f91840a-08e1-430c-b98c-5f00ac001ddf req-12b473fa-774b-490a-812c-54fd5891bfe4 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431693 Feb 21 04:23:34.619769 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5b02a-3dc6-4afe-91ce-3fa648029d76 req-574ee32f-1aea-44b3-9379-bf73f789b154 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:34.621316 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-eeb5b02a-3dc6-4afe-91ce-3fa648029d76 req-574ee32f-1aea-44b3-9379-bf73f789b154 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0580387 Feb 21 04:23:34.671674 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-eeb5b02a-3dc6-4afe-91ce-3fa648029d76 req-9d16efd9-58ae-4b55-ae54-695caac5ed03 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447786 Feb 21 04:23:35.804016 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6062d8-9751-40ad-a5c1-c9178125f32b req-bd7ff6af-36b4-4299-ba40-3a0fb71dea20 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:35.811524 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ab6062d8-9751-40ad-a5c1-c9178125f32b req-bd7ff6af-36b4-4299-ba40-3a0fb71dea20 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0608630 Feb 21 04:23:35.859061 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ab6062d8-9751-40ad-a5c1-c9178125f32b req-0ae71845-2697-4439-8973-a48f555adffa tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465624 Feb 21 04:23:36.988715 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888621d-8c1b-4372-b1d8-b6c90fbb575b req-4fdf8671-6c08-43d9-8e6e-520cc2e85e79 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:36.990296 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4888621d-8c1b-4372-b1d8-b6c90fbb575b req-4fdf8671-6c08-43d9-8e6e-520cc2e85e79 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0543983 Feb 21 04:23:37.041317 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4888621d-8c1b-4372-b1d8-b6c90fbb575b req-873ce390-7447-4700-beee-a181f6c3fd82 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450363 Feb 21 04:23:38.167553 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb2909-ecd7-4faa-9434-38a8dabc3c43 req-f7472fcc-922c-4d39-a77d-7a2155919a80 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:38.169067 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4edb2909-ecd7-4faa-9434-38a8dabc3c43 req-f7472fcc-922c-4d39-a77d-7a2155919a80 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0525320 Feb 21 04:23:38.229432 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4edb2909-ecd7-4faa-9434-38a8dabc3c43 req-19460a58-0d55-4279-82a0-c737dfaad8c8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527256 Feb 21 04:23:39.363546 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3072f-793e-46cd-923b-50e0a4159950 req-d817d6dc-a0c0-4500-8f87-e00a6ed08b5b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:39.365070 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-94e3072f-793e-46cd-923b-50e0a4159950 req-d817d6dc-a0c0-4500-8f87-e00a6ed08b5b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0585692 Feb 21 04:23:39.419441 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-94e3072f-793e-46cd-923b-50e0a4159950 req-e64da916-bc51-456f-8b69-f9a2c8129f9a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473228 Feb 21 04:23:40.565754 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35347e2b-c942-44cc-8dff-ad1e909d6531 req-85c90baa-6d59-41d0-b1ff-5ef72a616548 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:40.567362 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35347e2b-c942-44cc-8dff-ad1e909d6531 req-85c90baa-6d59-41d0-b1ff-5ef72a616548 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0695634 Feb 21 04:23:40.617091 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35347e2b-c942-44cc-8dff-ad1e909d6531 req-a5063a29-9e28-4efb-8268-f213dc210e1f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417221 Feb 21 04:23:40.751368 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:41.745497 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a3d55-271e-4957-9e51-994d6523a5f6 req-86895e43-1c29-4cbc-bfb0-2af31ed81e1d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:41.746995 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-739a3d55-271e-4957-9e51-994d6523a5f6 req-86895e43-1c29-4cbc-bfb0-2af31ed81e1d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0554795 Feb 21 04:23:41.796478 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-739a3d55-271e-4957-9e51-994d6523a5f6 req-dbcb718d-18de-4332-9116-b3f7982bd3db tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440087 Feb 21 04:23:42.413720 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314480c-0969-4cdc-ae26-4b0fd1f0cc44 req-d79715d7-2ec7-4934-9756-8f3d0970634b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:42.415172 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d314480c-0969-4cdc-ae26-4b0fd1f0cc44 req-d79715d7-2ec7-4934-9756-8f3d0970634b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 1129 time: 0.0430982 Feb 21 04:23:42.513255 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314480c-0969-4cdc-ae26-4b0fd1f0cc44 req-007554d1-f384-4f13-bb69-c4d46e7e9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:42.514704 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d314480c-0969-4cdc-ae26-4b0fd1f0cc44 req-007554d1-f384-4f13-bb69-c4d46e7e9643 service neutron] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 917 time: 0.0932028 Feb 21 04:23:42.580132 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d314480c-0969-4cdc-ae26-4b0fd1f0cc44 req-3e75b068-bc73-485f-8943-c78629d1400b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e HTTP/1.1" status: 200 len: 1000 time: 0.0584667 Feb 21 04:23:42.627398 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314480c-0969-4cdc-ae26-4b0fd1f0cc44 req-3c740c6e-5a9f-4797-859c-6a8803e67300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:42.628875 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d314480c-0969-4cdc-ae26-4b0fd1f0cc44 req-3c740c6e-5a9f-4797-859c-6a8803e67300 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0426354 Feb 21 04:23:42.680728 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314480c-0969-4cdc-ae26-4b0fd1f0cc44 req-c1185a80-2770-4109-9383-32cea3e8d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:42.682090 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d314480c-0969-4cdc-ae26-4b0fd1f0cc44 req-c1185a80-2770-4109-9383-32cea3e8d8a5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472293 Feb 21 04:23:42.767900 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d314480c-0969-4cdc-ae26-4b0fd1f0cc44 req-c4b075c7-c63b-4a11-bfbd-8f93798a4b7d service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794523 Feb 21 04:23:42.860267 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d314480c-0969-4cdc-ae26-4b0fd1f0cc44 req-1d8d4965-21a6-4666-88db-4b2e0691ec57 service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863538 Feb 21 04:23:42.919060 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb6cd8-0533-4651-991d-604daababe83 req-13d2e7f9-5f33-4d6b-b700-b144786ac880 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:42.920530 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8eb6cd8-0533-4651-991d-604daababe83 req-13d2e7f9-5f33-4d6b-b700-b144786ac880 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0522404 Feb 21 04:23:42.966066 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8eb6cd8-0533-4651-991d-604daababe83 req-d8e3c03f-d31b-4d47-9243-82d21839787f tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399644 Feb 21 04:23:44.083458 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec73164-7a32-4255-8613-31fbc24495dc req-8e3f22c7-9c06-4223-961a-78b12bacb442 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:44.084852 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4ec73164-7a32-4255-8613-31fbc24495dc req-8e3f22c7-9c06-4223-961a-78b12bacb442 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 945 time: 0.0502651 Feb 21 04:23:44.129240 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4ec73164-7a32-4255-8613-31fbc24495dc req-df587174-f3c6-41c3-a19a-0d5b8e934be9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385201 Feb 21 04:23:44.558124 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 1f9abb1e-20ab-4409-9680-aa349073bc5e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:23:44.634364 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 1f9abb1e-20ab-4409-9680-aa349073bc5e is: ACTIVE; New status is: DOWN {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:23:44.634748 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:44.656518 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:23:44.658676 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f056b6-daac-4155-bae8-e07662571dd3" -d '{"events": [{"server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:23:44.673692 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:23:44.678433 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:44.702466 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Feb 2022 04:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24847931-61d3-46d8-868a-b82fbb4e9475 x-openstack-request-id: req-24847931-61d3-46d8-868a-b82fbb4e9475 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:23:44.702761 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:23:44.703031 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24847931-61d3-46d8-868a-b82fbb4e9475 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:23:44.703399 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'code': 200} Feb 21 04:23:44.727610 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=1f9abb1e-20ab-4409-9680-aa349073bc5e,revision_number=8']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:23:45.252957 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1717500c-924e-4e1f-ab21-00cc06d9cbb8 req-b5aa2f79-784e-4640-81e8-d8cca3562f98 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:45.254433 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1717500c-924e-4e1f-ab21-00cc06d9cbb8 req-b5aa2f79-784e-4640-81e8-d8cca3562f98 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0540826 Feb 21 04:23:45.299140 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1717500c-924e-4e1f-ab21-00cc06d9cbb8 req-20684dd4-435c-4793-a96b-3c7870ca652e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391164 Feb 21 04:23:46.165960 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a7fa5-f620-4fe7-9d26-fb7f7b2b8fed req-9906206e-49de-4372-acd2-c36a4367d8c6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:46.167461 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d30a7fa5-f620-4fe7-9d26-fb7f7b2b8fed req-9906206e-49de-4372-acd2-c36a4367d8c6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0526834 Feb 21 04:23:46.212544 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d30a7fa5-f620-4fe7-9d26-fb7f7b2b8fed req-3b3d47fe-cddb-46e4-877a-81f6ffbbf8c5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396543 Feb 21 04:23:46.345184 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38942) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:23:46.426525 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-8da7a539-4aea-4f59-bdf5-e7a50c8ae993 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801568 Feb 21 04:23:46.434787 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-0c9952b2-07a6-4570-a37b-6a624df45a8f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:23:46.435730 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-0c9952b2-07a6-4570-a37b-6a624df45a8f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047698 Feb 21 04:23:46.509656 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 38950) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:23:46.600657 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-af64a883-bd95-4782-a8b2-2cf4379bb7ba tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:46.602887 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-af64a883-bd95-4782-a8b2-2cf4379bb7ba tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports/1f9abb1e-20ab-4409-9680-aa349073bc5e HTTP/1.1" status: 200 len: 940 time: 0.0913463 Feb 21 04:23:47.393273 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0001b304-fb0f-4e03-9dc1-b079d7b36b93 req-329e9168-2ba7-4edf-bb1a-d15451c5d78e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:47.394742 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0001b304-fb0f-4e03-9dc1-b079d7b36b93 req-329e9168-2ba7-4edf-bb1a-d15451c5d78e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.1117549 Feb 21 04:23:47.407927 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-c0baabb8-86ef-4525-a28c-05f088c33310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:47.409337 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-c0baabb8-86ef-4525-a28c-05f088c33310 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d&tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79 HTTP/1.1" status: 200 len: 1127 time: 0.0969718 Feb 21 04:23:47.468300 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0001b304-fb0f-4e03-9dc1-b079d7b36b93 req-1e95803d-b5b1-459f-9fb1-3befba068fb8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677757 Feb 21 04:23:47.483955 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-4e21ff24-31a4-41c5-a2c1-58f3b17e131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:47.485508 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-4e21ff24-31a4-41c5-a2c1-58f3b17e131b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 1127 time: 0.0531807 Feb 21 04:23:47.571565 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-d90d380a-5b34-4d3e-b9cd-656e1557aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:47.572959 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-d90d380a-5b34-4d3e-b9cd-656e1557aa9a service neutron] 10.222.0.45 "GET /v2.0/networks?id=81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 200 len: 917 time: 0.0813076 Feb 21 04:23:47.637747 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-89429f84-d877-449b-9483-5b00f8ad6caa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e HTTP/1.1" status: 200 len: 998 time: 0.0593951 Feb 21 04:23:47.684346 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-257ddd0c-6c29-4b95-8c70-cdde6aa35177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:47.685742 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-257ddd0c-6c29-4b95-8c70-cdde6aa35177 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 200 len: 856 time: 0.0419302 Feb 21 04:23:47.731649 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-95b5b0af-82f5-4d16-8403-58cde8005bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:47.733103 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-95b5b0af-82f5-4d16-8403-58cde8005bd7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=81e10afa-1f4c-4986-8e6d-20263abcd54c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0419238 Feb 21 04:23:47.820652 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-2f696239-745b-4f93-97e9-9757e7b98d3d service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815310 Feb 21 04:23:47.905595 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0a73db7e-9b60-4079-93fd-1ed95e7a9a70 req-a92e9116-6a48-4052-aefa-002ae68315aa service neutron] 10.222.0.45 "GET /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795147 Feb 21 04:23:48.591231 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 1f9abb1e-20ab-4409-9680-aa349073bc5e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:23:48.613880 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2daf13-b9b5-4172-a254-bf9fe0cebe61 req-59b8d611-5e2c-44d0-97ef-3d2d845e1a35 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:48.615539 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4d2daf13-b9b5-4172-a254-bf9fe0cebe61 req-59b8d611-5e2c-44d0-97ef-3d2d845e1a35 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0676868 Feb 21 04:23:48.673142 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4d2daf13-b9b5-4172-a254-bf9fe0cebe61 req-0bec67eb-f7b8-44f7-adfe-5bbd8cb9234b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496583 Feb 21 04:23:48.683746 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 1f9abb1e-20ab-4409-9680-aa349073bc5e is: DOWN; New status is: DOWN {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:23:49.805965 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8bba27-4ef2-4fce-a4b7-a5fbaacb3e65 req-c3a5b339-e7bc-4bab-8437-e67b28af8360 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:49.807490 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ce8bba27-4ef2-4fce-a4b7-a5fbaacb3e65 req-c3a5b339-e7bc-4bab-8437-e67b28af8360 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0590341 Feb 21 04:23:49.856146 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ce8bba27-4ef2-4fce-a4b7-a5fbaacb3e65 req-763eb034-1f2b-4699-a571-c36566bab700 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427699 Feb 21 04:23:50.989832 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41ff3c-d2d1-43f0-8fb6-b94fe340f227 req-543f7ad2-a59d-49f1-8c6c-3947c8581856 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:50.991376 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0d41ff3c-d2d1-43f0-8fb6-b94fe340f227 req-543f7ad2-a59d-49f1-8c6c-3947c8581856 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0580645 Feb 21 04:23:51.040456 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0d41ff3c-d2d1-43f0-8fb6-b94fe340f227 req-b33e286e-8b5f-492e-83bf-897b6e93a9f5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427511 Feb 21 04:23:52.167728 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430caeb-2009-4c68-a65f-32a1a911c54f req-fce01de7-9250-4999-bea1-a3e7b0a623ab tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:52.169307 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2430caeb-2009-4c68-a65f-32a1a911c54f req-fce01de7-9250-4999-bea1-a3e7b0a623ab tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0537615 Feb 21 04:23:52.219311 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2430caeb-2009-4c68-a65f-32a1a911c54f req-4107b4ec-54b9-480e-84a9-d00979648289 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442443 Feb 21 04:23:53.351096 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984240b-7b3d-4c02-af41-26b171496649 req-532c4eae-c058-4eff-9f90-874720ec69c5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:53.358025 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e984240b-7b3d-4c02-af41-26b171496649 req-532c4eae-c058-4eff-9f90-874720ec69c5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0621331 Feb 21 04:23:53.404858 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e984240b-7b3d-4c02-af41-26b171496649 req-0396d9be-fc41-408e-9b91-0427925b3a01 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459249 Feb 21 04:23:54.531153 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1ceda-18b7-4f50-a485-af67f04d2eb7 req-cd0e3abb-4c2c-4eb7-b7fd-bf5ebd1d7ee9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:54.532661 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b5a1ceda-18b7-4f50-a485-af67f04d2eb7 req-cd0e3abb-4c2c-4eb7-b7fd-bf5ebd1d7ee9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0522768 Feb 21 04:23:54.579775 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b5a1ceda-18b7-4f50-a485-af67f04d2eb7 req-2b14201d-d505-4285-a770-803568c25412 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412838 Feb 21 04:23:55.728949 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd44b5-e5fe-4d3e-8cd6-93ecb6271d1c req-fc17667b-4d2f-4bb9-b638-3abb69459b86 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:55.728949 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-34dd44b5-e5fe-4d3e-8cd6-93ecb6271d1c req-fc17667b-4d2f-4bb9-b638-3abb69459b86 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0698490 Feb 21 04:23:55.783501 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-34dd44b5-e5fe-4d3e-8cd6-93ecb6271d1c req-cd8dbf81-0300-4eab-a583-1dd5c867a17c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510890 Feb 21 04:23:56.111434 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6c23c8f3-1a22-47c5-abb0-4966f3da2069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:56.512483 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:23:56.907714 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c371fa-c31a-49c7-8c31-adef19e49291 req-2b180a74-8f71-488b-a78c-456b6ae29e75 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:56.909181 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e5c371fa-c31a-49c7-8c31-adef19e49291 req-2b180a74-8f71-488b-a78c-456b6ae29e75 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0542834 Feb 21 04:23:56.954974 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e5c371fa-c31a-49c7-8c31-adef19e49291 req-10f4139a-b8a5-4e4e-bd5e-edb6639603df tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404172 Feb 21 04:23:58.079646 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e811b-771f-4255-b1c1-75b923ba19fa req-7bee9f3d-23c3-47e9-b022-728248f01073 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:58.081038 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a6e811b-771f-4255-b1c1-75b923ba19fa req-7bee9f3d-23c3-47e9-b022-728248f01073 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0529768 Feb 21 04:23:58.125015 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a6e811b-771f-4255-b1c1-75b923ba19fa req-4329881c-7f2c-4f67-ac61-ca3a8669df93 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384500 Feb 21 04:23:58.144511 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6af5517c-9b93-43f9-ab0f-f35e301bd380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:23:59.246676 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce418dcb-1017-4118-82a9-e8e2ccd5431f req-fabbc88b-abbb-4d7e-962f-7e0e170cfde2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:23:59.248124 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ce418dcb-1017-4118-82a9-e8e2ccd5431f req-fabbc88b-abbb-4d7e-962f-7e0e170cfde2 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0500669 Feb 21 04:23:59.296046 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ce418dcb-1017-4118-82a9-e8e2ccd5431f req-96cd025b-5a80-4f10-8da9-78e1fc5da847 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426018 Feb 21 04:23:59.496718 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:00.416349 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7fc8c0-9571-4430-a52b-becd9c03e3fa req-aa7db689-b92a-4732-8b02-252b833807f8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:00.417844 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0d7fc8c0-9571-4430-a52b-becd9c03e3fa req-aa7db689-b92a-4732-8b02-252b833807f8 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0509958 Feb 21 04:24:00.461901 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0d7fc8c0-9571-4430-a52b-becd9c03e3fa req-7f3a908f-c21d-4b81-823b-71c531b2c4fe tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387561 Feb 21 04:24:00.873394 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:01.579544 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b2af4-33c8-40ef-b469-c4ceaaa20713 req-a9dd025d-0eeb-4dcc-99a1-2bc1b2eed12b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:01.581141 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-029b2af4-33c8-40ef-b469-c4ceaaa20713 req-a9dd025d-0eeb-4dcc-99a1-2bc1b2eed12b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0503700 Feb 21 04:24:01.626090 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-029b2af4-33c8-40ef-b469-c4ceaaa20713 req-867d495f-3de4-4e88-a4f8-fe1b6df2d62d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396972 Feb 21 04:24:02.524323 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:02.689593 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 1f9abb1e-20ab-4409-9680-aa349073bc5e details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:24:02.748000 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35203b17-e6a2-420b-80e1-73bbd0461323 req-0672ba47-6045-408b-a138-fd31597dab6d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:02.749508 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35203b17-e6a2-420b-80e1-73bbd0461323 req-0672ba47-6045-408b-a138-fd31597dab6d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 943 time: 0.0537417 Feb 21 04:24:02.787596 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:24:02.796097 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-35203b17-e6a2-420b-80e1-73bbd0461323 req-38073f8f-23b3-45f4-8aa3-2ff55b46dce5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411568 Feb 21 04:24:02.799864 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'port_id': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'mac_address': 'fa:16:3e:e7:df:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:24:02.835179 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 1f9abb1e-20ab-4409-9680-aa349073bc5e is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:24:02.835564 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:02.848348 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9abb1e-20ab-4409-9680-aa349073bc5e {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:24:02.869052 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:24:02.873172 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:02.923103 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=1f9abb1e-20ab-4409-9680-aa349073bc5e,revision_number=9']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:24:02.930087 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.930438 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.930787 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.931121 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.931455 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.931804 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.932121 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.932448 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.932805 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.933137 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.933464 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.933815 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:02.934146 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:24:03.183018 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['1f9abb1e-20ab-4409-9680-aa349073bc5e'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:24:03.964747 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eee6a0-5132-4ea0-bdb5-080a4cd751f5 req-fbc3c292-6da6-4167-9ed6-1a067c381c1d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:03.966220 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8eee6a0-5132-4ea0-bdb5-080a4cd751f5 req-fbc3c292-6da6-4167-9ed6-1a067c381c1d tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 944 time: 0.0989306 Feb 21 04:24:04.010647 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8eee6a0-5132-4ea0-bdb5-080a4cd751f5 req-de651aa2-659d-4ebc-878f-8c109ecbfa2a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388777 Feb 21 04:24:04.699642 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 1f9abb1e-20ab-4409-9680-aa349073bc5e up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:24:04.749132 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 1f9abb1e-20ab-4409-9680-aa349073bc5e triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:24:04.749501 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:04.823210 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 1f9abb1e-20ab-4409-9680-aa349073bc5e is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:24:04.823589 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:04.846994 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:24:04.849216 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9fdc7e-d8b8-4daa-bc20-78c8a6b14e09" -d '{"events": [{"server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "name": "network-vif-plugged", "status": "completed", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:24:04.861461 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:24:04.865795 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:04.896613 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf2e540-e4d2-4f77-a6f3-14bf33c81581 x-openstack-request-id: req-ebf2e540-e4d2-4f77-a6f3-14bf33c81581 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:24:04.896922 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "name": "network-vif-plugged", "status": "completed", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:24:04.897173 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ebf2e540-e4d2-4f77-a6f3-14bf33c81581 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:24:04.897557 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'code': 200} Feb 21 04:24:04.924892 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=1f9abb1e-20ab-4409-9680-aa349073bc5e,revision_number=10']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:24:05.068373 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6ba87-3a32-45cc-be56-c4bfbd9dfc91 req-aa17d88f-9d5b-414f-8748-5f9ec83daeef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:05.069904 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9db6ba87-3a32-45cc-be56-c4bfbd9dfc91 req-aa17d88f-9d5b-414f-8748-5f9ec83daeef service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 1130 time: 0.0469406 Feb 21 04:24:05.140320 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9db6ba87-3a32-45cc-be56-c4bfbd9dfc91 req-87206317-3c9f-4eb9-84cc-70996c4fab6d service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637062 Feb 21 04:24:05.154729 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56708a18-3c1c-4254-b2c8-8b70843563f4 req-f48c2980-9df8-4ae0-8c0d-90f23c420e8a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:05.156140 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-56708a18-3c1c-4254-b2c8-8b70843563f4 req-f48c2980-9df8-4ae0-8c0d-90f23c420e8a tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 946 time: 0.0745082 Feb 21 04:24:05.202183 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-56708a18-3c1c-4254-b2c8-8b70843563f4 req-0a4216e2-d44c-4d0b-92bd-aac3973b1dc7 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405247 Feb 21 04:24:06.372388 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1be80-c0a4-44ec-9f1e-2397d7b109e0 req-0a549da2-4aa9-4b47-acb2-ca6b2257435e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:06.373861 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-afa1be80-c0a4-44ec-9f1e-2397d7b109e0 req-0a549da2-4aa9-4b47-acb2-ca6b2257435e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 946 time: 0.1003621 Feb 21 04:24:06.422948 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-afa1be80-c0a4-44ec-9f1e-2397d7b109e0 req-f38cf913-1990-4555-8f9c-f1c4baf7e251 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430086 Feb 21 04:24:07.541548 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c4ba2-3abe-4508-9b0e-0e7a5c792ed1 req-a333bc85-a84e-46d4-8e31-678e44a21fcc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:07.542986 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1a5c4ba2-3abe-4508-9b0e-0e7a5c792ed1 req-a333bc85-a84e-46d4-8e31-678e44a21fcc tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 946 time: 0.0511341 Feb 21 04:24:07.587176 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1a5c4ba2-3abe-4508-9b0e-0e7a5c792ed1 req-44930e30-e496-4244-8d10-aa8836645642 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388052 Feb 21 04:24:10.759500 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:17.663784 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-782286dc-9cb4-4052-add6-77df677f7885 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0828681 Feb 21 04:24:17.725166 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-451d6123-02ef-4f67-a7da-735dd935fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:17.726614 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-451d6123-02ef-4f67-a7da-735dd935fa89 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 1130 time: 0.0422080 Feb 21 04:24:17.828328 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-5ca924c7-bc4a-4a14-92d1-dee5b9d5816b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:17.829845 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-5ca924c7-bc4a-4a14-92d1-dee5b9d5816b service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.0860229 Feb 21 04:24:17.891369 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-50eb62fc-9b4a-4ca7-8319-b2b148fa594e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca8d1428-556e-4ae9-b53c-d109c8daf6fe HTTP/1.1" status: 200 len: 1002 time: 0.0559611 Feb 21 04:24:17.940597 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-89c95a2a-7bc9-4fe5-8ced-eb58b92e37b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:17.942011 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-89c95a2a-7bc9-4fe5-8ced-eb58b92e37b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0450816 Feb 21 04:24:17.987645 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-3dfc4b7a-7ac1-4865-a76d-9377fd521146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:24:17.989106 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-3dfc4b7a-7ac1-4865-a76d-9377fd521146 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0414577 Feb 21 04:24:17.999546 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-63220d90-c0c0-4629-95e3-bb73274656fa service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:24:18.000506 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-63220d90-c0c0-4629-95e3-bb73274656fa service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0045981 Feb 21 04:24:18.083706 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-31113202-d86f-4552-bcda-4c4c5184da60 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776486 Feb 21 04:24:18.173013 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c9472ecb-8b84-4528-b2eb-960cddf279b2 req-fa407111-a798-4428-b3f6-03e0f78dc64a service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826540 Feb 21 04:24:26.113118 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-af21fe47-5b4b-4f7e-8c13-3a7a8767a603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:28.146379 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-18d57215-0dee-4859-8033-700ade6271aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:29.499440 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:30.876430 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:32.516057 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:33.511367 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:24:40.758954 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:56.114128 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-88a8316f-a7ac-4134-a38d-f6587cbe2d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:58.148350 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6786ae1b-40c7-4f27-aaea-6e3f704d853a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:24:59.502025 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:00.879667 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:02.517510 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:03.565789 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31357561-0656-46ed-b991-fe8bff802029 req-3ae82b4d-aef8-4686-b865-131811675942 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:03.567286 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-31357561-0656-46ed-b991-fe8bff802029 req-3ae82b4d-aef8-4686-b865-131811675942 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 946 time: 0.0511322 Feb 21 04:25:03.611953 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-31357561-0656-46ed-b991-fe8bff802029 req-e8e06b1d-1834-4bc9-9948-1991492dcab9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393751 Feb 21 04:25:04.736856 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45162bba-b68c-4da4-95f7-2341761bc5a4 req-e5b0eb82-573b-4d71-b316-b23a3a4815e9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:04.738303 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-45162bba-b68c-4da4-95f7-2341761bc5a4 req-e5b0eb82-573b-4d71-b316-b23a3a4815e9 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 946 time: 0.0537219 Feb 21 04:25:04.785015 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-45162bba-b68c-4da4-95f7-2341761bc5a4 req-ec2b83a6-4b68-4acb-b732-3ac11638ece5 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups?id=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411570 Feb 21 04:25:05.107995 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-f5f8bac3-5f44-4dce-a3f4-0c61be89341c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:05.109342 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-f5f8bac3-5f44-4dce-a3f4-0c61be89341c tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.45 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 946 time: 0.0491626 Feb 21 04:25:05.202163 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Deleting port 1f9abb1e-20ab-4409-9680-aa349073bc5e {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:25:05.202488 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:05.285779 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] For port 1f9abb1e-20ab-4409-9680-aa349073bc5e, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=1f9abb1e-20ab-4409-9680-aa349073bc5e,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:05.286129 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:05.449083 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:05.449438 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (8928bd3f-a692-49a4-b347-d2c89c6b8cd4), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:05.449748 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Floating IP 8928bd3f-a692-49a4-b347-d2c89c6b8cd4 disassociated. External IP: 172.27.0.46, port: 1f9abb1e-20ab-4409-9680-aa349073bc5e. Feb 21 04:25:05.450081 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Calling delete_port for 1f9abb1e-20ab-4409-9680-aa349073bc5e owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:25:05.571560 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (1f9abb1e-20ab-4409-9680-aa349073bc5e), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:05.598699 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event deleted for resources: {'Port': ['ID=1f9abb1e-20ab-4409-9680-aa349073bc5e,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:05.609142 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.609494 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.609831 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.610201 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.610478 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.610801 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.611124 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.611968 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.611968 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.612166 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.612371 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.612709 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.613027 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:05.721291 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Router 34566123-a2c9-469d-8d4e-63bb0df62ed4 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:25:05.827650 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:25:05.838362 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30653e-fc6c-44f2-b9c4-2813db6f68cc None None] Sync routers for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:25:05.848581 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30653e-fc6c-44f2-b9c4-2813db6f68cc None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:05.849243 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-9a30653e-fc6c-44f2-b9c4-2813db6f68cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:24:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:05.885115 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] No DVR routers for this DVR port 1f9abb1e-20ab-4409-9680-aa349073bc5e on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:25:05.888670 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:05.891417 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4c3b4bb5-7f2b-43c4-b6d4-6f13785cb9db req-098b3332-191e-4e16-bdf3-65f48eb7c145 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.45 "DELETE /v2.0/ports/1f9abb1e-20ab-4409-9680-aa349073bc5e HTTP/1.1" status: 204 len: 173 time: 0.7772410 Feb 21 04:25:05.891853 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'name': 'network-vif-deleted', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:25:05.894172 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbcee39-fe9e-4034-9119-9a0a3874f61f" -d '{"events": [{"server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "name": "network-vif-deleted", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:25:06.009145 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-9a30653e-fc6c-44f2-b9c4-2813db6f68cc None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:06.167591 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b268e74-2820-4fdd-bcca-89d1de62f94d x-openstack-request-id: req-3b268e74-2820-4fdd-bcca-89d1de62f94d {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:25:06.167857 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6ae5e7-0c3c-4a17-b846-0a427a7e609d", "name": "network-vif-deleted", "tag": "1f9abb1e-20ab-4409-9680-aa349073bc5e", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:25:06.168102 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b268e74-2820-4fdd-bcca-89d1de62f94d {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:25:06.168483 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6ae5e7-0c3c-4a17-b846-0a427a7e609d', 'name': 'network-vif-deleted', 'tag': '1f9abb1e-20ab-4409-9680-aa349073bc5e', 'status': 'completed', 'code': 200} Feb 21 04:25:06.170410 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-164e2cd3-c85e-4d68-8c8e-88beae577ff0 req-f1bf9db3-b5a0-47ed-a876-de6226a6dd5b tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd6ae5e7-0c3c-4a17-b846-0a427a7e609d HTTP/1.1" status: 200 len: 210 time: 0.3104718 Feb 21 04:25:06.231028 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-9a30653e-fc6c-44f2-b9c4-2813db6f68cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:06.255954 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30653e-fc6c-44f2-b9c4-2813db6f68cc None None] Checking router: 34566123-a2c9-469d-8d4e-63bb0df62ed4 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:25:06.264419 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a30653e-fc6c-44f2-b9c4-2813db6f68cc None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:06.265047 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-9a30653e-fc6c-44f2-b9c4-2813db6f68cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:24:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:06.377885 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-9a30653e-fc6c-44f2-b9c4-2813db6f68cc None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:06.572783 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-9a30653e-fc6c-44f2-b9c4-2813db6f68cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:06.601136 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a30653e-fc6c-44f2-b9c4-2813db6f68cc None None] The sync data for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi is: [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:14:13Z', 'revision_number': 4, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '8986182c-d4f4-4511-8488-79096cdad7c8', 'name': '', 'network_id': '81e10afa-1f4c-4986-8e6d-20263abcd54c', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'mac_address': 'fa:16:3e:3d:9d:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:10Z', 'updated_at': '2022-02-21T04:14:20Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'subnets': [{'id': '46d40582-7f92-4c2a-a504-bb2c26cd0187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:25:06.826835 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32b78d3-6820-47e1-9b3f-b1788601f832 None None] New status for floating IP 8928bd3f-a692-49a4-b347-d2c89c6b8cd4: DOWN {{(pid=102902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:25:07.262100 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39122) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:07.313946 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4f9f274a-3a07-4abf-be5f-3ca04358bfc6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:07.337422 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4f9f274a-3a07-4abf-be5f-3ca04358bfc6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:07.382150 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4f9f274a-3a07-4abf-be5f-3ca04358bfc6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:07.384792 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4f9f274a-3a07-4abf-be5f-3ca04358bfc6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:07.385896 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-4f9f274a-3a07-4abf-be5f-3ca04358bfc6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "DELETE /v2.0/security-groups/8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae HTTP/1.1" status: 204 len: 168 time: 0.1228275 Feb 21 04:25:07.388618 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39124) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:07.394614 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9f274a-3a07-4abf-be5f-3ca04358bfc6 tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:07.403653 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.api.v2.resource [None req-a3b5315a-a383-46d6-b402-6de22fa06fde tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] show failed (client error): The resource could not be found. Feb 21 04:25:07.404723 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-a3b5315a-a383-46d6-b402-6de22fa06fde tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "GET /v2.0/security-groups/8c97ef0c-b66a-44ca-b6c4-c26ebb0a00ae HTTP/1.1" status: 404 len: 347 time: 0.0150096 Feb 21 04:25:07.407615 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39128) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:07.535379 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Deleting port f2d03161-f16b-4c13-94d4-0cd258007b8f {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:25:07.535629 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (f2d03161-f16b-4c13-94d4-0cd258007b8f), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:07.612149 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (f2d03161-f16b-4c13-94d4-0cd258007b8f), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:07.612479 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (f2d03161-f16b-4c13-94d4-0cd258007b8f), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:07.623806 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Calling delete_port for f2d03161-f16b-4c13-94d4-0cd258007b8f owned by network:floatingip {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:25:07.752446 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (f2d03161-f16b-4c13-94d4-0cd258007b8f), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:07.778607 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Pushing event deleted for resources: {'Port': ['ID=f2d03161-f16b-4c13-94d4-0cd258007b8f,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:07.789887 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.790263 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.790614 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.790953 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.791297 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.791616 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.791944 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.792269 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.792594 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.792945 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.793267 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.793591 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.793910 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:07.847163 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks [] for floatingip (8928bd3f-a692-49a4-b347-d2c89c6b8cd4), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:07.849653 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:07.850876 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-eabe2eda-48b5-4ee9-8048-6c460ed5090e tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] 10.222.0.10 "DELETE /v2.0/floatingips/8928bd3f-a692-49a4-b347-d2c89c6b8cd4 HTTP/1.1" status: 204 len: 168 time: 0.4423513 Feb 21 04:25:09.054537 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 1f9abb1e-20ab-4409-9680-aa349073bc5e no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:25:09.074290 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 1f9abb1e-20ab-4409-9680-aa349073bc5e {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:25:09.074631 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 1f9abb1e-20ab-4409-9680-aa349073bc5e not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:25:10.226178 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39150) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:10.510975 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:25:10.658433 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653554'] for router_interface (34566123-a2c9-469d-8d4e-63bb0df62ed4), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:10.766647 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:10.909220 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] Deleting port 8986182c-d4f4-4511-8488-79096cdad7c8 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:25:10.909549 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:10.983493 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] For port 8986182c-d4f4-4511-8488-79096cdad7c8, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=8986182c-d4f4-4511-8488-79096cdad7c8,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:10.983842 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:10.995532 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] Calling delete_port for 8986182c-d4f4-4511-8488-79096cdad7c8 owned by network:router_interface {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:25:11.178575 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (8986182c-d4f4-4511-8488-79096cdad7c8), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:11.205027 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] Pushing event deleted for resources: {'Port': ['ID=8986182c-d4f4-4511-8488-79096cdad7c8,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:11.370116 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655202'] for router_interface (34566123-a2c9-469d-8d4e-63bb0df62ed4), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:11.836147 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] Router 34566123-a2c9-469d-8d4e-63bb0df62ed4 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:25:11.943344 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:25:11.948787 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-7fbac8b8-92da-4526-87b1-fac2f5c366fa admin admin] 10.222.0.10 "PUT /v2.0/routers/34566123-a2c9-469d-8d4e-63bb0df62ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7215745 Feb 21 04:25:11.951359 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39154) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:11.952187 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264eb3c5-e4a4-4dd7-a858-f8577f2f5980 None None] Sync routers for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:25:11.962286 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264eb3c5-e4a4-4dd7-a858-f8577f2f5980 None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:11.962889 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-264eb3c5-e4a4-4dd7-a858-f8577f2f5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:24:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:12.055316 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Publish callbacks [] for router (34566123-a2c9-469d-8d4e-63bb0df62ed4), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.066449 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-264eb3c5-e4a4-4dd7-a858-f8577f2f5980 None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:12.160999 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Publish callbacks [] for router_gateway (34566123-a2c9-469d-8d4e-63bb0df62ed4), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.213130 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Deleting port 32da601b-286c-46e9-9120-f75e3f165780 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:25:12.213469 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (32da601b-286c-46e9-9120-f75e3f165780), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.250099 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-264eb3c5-e4a4-4dd7-a858-f8577f2f5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': '32da601b-286c-46e9-9120-f75e3f165780', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:25:11Z', 'revision_number': 5, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port': {'id': '32da601b-286c-46e9-9120-f75e3f165780', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:14:03Z', 'updated_at': '2022-02-21T04:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:12.277081 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264eb3c5-e4a4-4dd7-a858-f8577f2f5980 None None] Checking router: 34566123-a2c9-469d-8d4e-63bb0df62ed4 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:25:12.285654 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264eb3c5-e4a4-4dd7-a858-f8577f2f5980 None None] Routers {'34566123-a2c9-469d-8d4e-63bb0df62ed4'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:12.286256 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-264eb3c5-e4a4-4dd7-a858-f8577f2f5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:24:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['34566123-a2c9-469d-8d4e-63bb0df62ed4'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:12.290342 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] For port 32da601b-286c-46e9-9120-f75e3f165780, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=32da601b-286c-46e9-9120-f75e3f165780,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:12.290704 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (32da601b-286c-46e9-9120-f75e3f165780), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.302154 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Calling delete_port for 32da601b-286c-46e9-9120-f75e3f165780 owned by network:router_gateway {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:25:12.373370 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-264eb3c5-e4a4-4dd7-a858-f8577f2f5980 None None] Set router 34566123-a2c9-469d-8d4e-63bb0df62ed4 gateway port host: None {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:12.426498 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-264eb3c5-e4a4-4dd7-a858-f8577f2f5980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:25:12Z', 'revision_number': 6, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port_host': None}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:12.455039 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264eb3c5-e4a4-4dd7-a858-f8577f2f5980 None None] The sync data for ids ['34566123-a2c9-469d-8d4e-63bb0df62ed4'] in dv-cinder-773985-36-iscsi is: [{'id': '34566123-a2c9-469d-8d4e-63bb0df62ed4', 'name': 'tempest-AttachVolumeShelveTestJSON-1745218676-router', 'tenant_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:14:01Z', 'updated_at': '2022-02-21T04:25:12Z', 'revision_number': 6, 'project_id': '53f9f8c7b6284a97b2c5ac5aee7f3c79', 'gw_port_host': None}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:25:12.467738 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (32da601b-286c-46e9-9120-f75e3f165780), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.499134 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Pushing event deleted for resources: {'Port': ['ID=32da601b-286c-46e9-9120-f75e3f165780,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:12.557107 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654472'] for router_gateway (34566123-a2c9-469d-8d4e-63bb0df62ed4), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.645756 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1952'] for router (34566123-a2c9-469d-8d4e-63bb0df62ed4), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.647812 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Publish callbacks [] for router_controller (34566123-a2c9-469d-8d4e-63bb0df62ed4), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.692839 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653165'] for router (34566123-a2c9-469d-8d4e-63bb0df62ed4), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.693546 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34566123-a2c9-469d-8d4e-63bb0df62ed4 {{(pid=102900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 04:25:12.698178 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.699480 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-ddaa9484-350c-47fa-bf1e-23ab5007a88a admin admin] 10.222.0.10 "DELETE /v2.0/routers/34566123-a2c9-469d-8d4e-63bb0df62ed4 HTTP/1.1" status: 204 len: 168 time: 0.7471683 Feb 21 04:25:12.702022 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39156) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:12.745370 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_v2 [None req-93f91923-497e-441a-9037-df28f50fe904 admin admin] Deleting subnet 46d40582-7f92-4c2a-a504-bb2c26cd0187 {{(pid=102900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:25:12.748385 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93f91923-497e-441a-9037-df28f50fe904 admin admin] Publish callbacks [] for subnet (46d40582-7f92-4c2a-a504-bb2c26cd0187), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.781765 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93f91923-497e-441a-9037-df28f50fe904 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14229693'] for subnet (46d40582-7f92-4c2a-a504-bb2c26cd0187), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.862886 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93f91923-497e-441a-9037-df28f50fe904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (46d40582-7f92-4c2a-a504-bb2c26cd0187), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.914987 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93f91923-497e-441a-9037-df28f50fe904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14229579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14527758'] for subnet (46d40582-7f92-4c2a-a504-bb2c26cd0187), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.939943 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f91923-497e-441a-9037-df28f50fe904 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46d40582-7f92-4c2a-a504-bb2c26cd0187,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:12.943565 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93f91923-497e-441a-9037-df28f50fe904 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:12.946619 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-93f91923-497e-441a-9037-df28f50fe904 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/46d40582-7f92-4c2a-a504-bb2c26cd0187 HTTP/1.1" status: 204 len: 168 time: 0.2436922 Feb 21 04:25:12.949174 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39158) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:12.951591 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c8c9e3-c829-405f-8c9c-299671aeeac0 None None] Network 81e10afa-1f4c-4986-8e6d-20263abcd54c requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:25:13.014408 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (81e10afa-1f4c-4986-8e6d-20263abcd54c), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.073420 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Deleting port d0af1faa-2665-4c7d-96f2-e7eb82492fbc {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:25:13.073756 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.140426 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] For port d0af1faa-2665-4c7d-96f2-e7eb82492fbc, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=d0af1faa-2665-4c7d-96f2-e7eb82492fbc,segment=NetworkSegment(d1538dd7-fb97-45f7-8852-f931aba097cc),segment_id=d1538dd7-fb97-45f7-8852-f931aba097cc)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:13.140759 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.154042 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Calling delete_port for d0af1faa-2665-4c7d-96f2-e7eb82492fbc owned by network:dhcp {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:25:13.237034 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3f7d8e-2143-4a3a-a637-4ead2ef6cdb7 None None] DHCP port deletion for 81e10afa-1f4c-4986-8e6d-20263abcd54c request from dv-cinder-773985-36-iscsi {{(pid=102901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 04:25:13.238918 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (d0af1faa-2665-4c7d-96f2-e7eb82492fbc), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.267410 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0af1faa-2665-4c7d-96f2-e7eb82492fbc,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:13.274597 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] No DVR routers for this DVR port d0af1faa-2665-4c7d-96f2-e7eb82492fbc on host dv-cinder-773985-36-iscsi {{(pid=102900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:25:13.347944 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (81e10afa-1f4c-4986-8e6d-20263abcd54c), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.368516 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81e10afa-1f4c-4986-8e6d-20263abcd54c']}} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:13.378083 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1538dd7-fb97-45f7-8852-f931aba097cc') {'for_net_delete': True} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:13.378378 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1538dd7-fb97-45f7-8852-f931aba097cc') {} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:13.387771 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14229668'] for segment (d1538dd7-fb97-45f7-8852-f931aba097cc), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.402190 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (d1538dd7-fb97-45f7-8852-f931aba097cc), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.411007 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=102900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:25:13.411686 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14230957'] for segment (d1538dd7-fb97-45f7-8852-f931aba097cc), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: Traceback (most recent call last): Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: timer() Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: cb(*args, **kw) Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: return func(*args, **kwargs) Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: self._notify() Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: self.callback(batched_events) Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: event.method(event) Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: return f(self, *a, **k) Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._get(url).json() Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: return self.request(url, 'GET', **kwargs) Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:25:13.414293 dv-cinder-773985-36-iscsi neutron-server[102900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:25:13.477780 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (81e10afa-1f4c-4986-8e6d-20263abcd54c), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.483434 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.490561 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] 10.222.0.10 "DELETE /v2.0/networks/81e10afa-1f4c-4986-8e6d-20263abcd54c HTTP/1.1" status: 204 len: 168 time: 0.5403464 Feb 21 04:25:13.505467 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6285e994-f813-493a-a1b7-2937d59eae9e admin admin] Pushing event deleted for resources: {'Network': ['ID=81e10afa-1f4c-4986-8e6d-20263abcd54c,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:13.607750 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39162) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:13.645983 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-76ea275c-066f-408a-ad47-e5deb1ef927e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=53f9f8c7b6284a97b2c5ac5aee7f3c79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0370941 Feb 21 04:25:13.649622 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39164) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:13.698259 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71d863d9-0be2-4580-a909-3466b0553079 admin admin] Publish callbacks [] for security_group (357054ec-8b53-443e-8779-c0fd505e337c), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.719935 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71d863d9-0be2-4580-a909-3466b0553079 admin admin] Publish callbacks [] for security_group (357054ec-8b53-443e-8779-c0fd505e337c), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.768709 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71d863d9-0be2-4580-a909-3466b0553079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (357054ec-8b53-443e-8779-c0fd505e337c), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.771446 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71d863d9-0be2-4580-a909-3466b0553079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:13.773304 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-71d863d9-0be2-4580-a909-3466b0553079 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/357054ec-8b53-443e-8779-c0fd505e337c HTTP/1.1" status: 204 len: 168 time: 0.1232080 Feb 21 04:25:13.781836 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d863d9-0be2-4580-a909-3466b0553079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357054ec-8b53-443e-8779-c0fd505e337c,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:13.933255 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device d0af1faa-2665-4c7d-96f2-e7eb82492fbc no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:25:13.954467 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: d0af1faa-2665-4c7d-96f2-e7eb82492fbc {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:25:13.954932 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device d0af1faa-2665-4c7d-96f2-e7eb82492fbc not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:25:13.955360 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 8986182c-d4f4-4511-8488-79096cdad7c8 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:25:13.973560 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 8986182c-d4f4-4511-8488-79096cdad7c8 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:25:13.973829 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 8986182c-d4f4-4511-8488-79096cdad7c8 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:25:13.974235 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 32da601b-286c-46e9-9120-f75e3f165780 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:25:13.993128 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 32da601b-286c-46e9-9120-f75e3f165780 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:25:13.993469 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 32da601b-286c-46e9-9120-f75e3f165780 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:25:14.414034 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39186) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:14.516783 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-547916891-network', 'tenant_id': 'e95f468f72044118862b24027a3667e1'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:14.536106 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Made reservation on behalf of e95f468f72044118862b24027a3667e1 for: {'network': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:25:14.538862 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:14.547001 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:14.621519 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Publish callbacks [] for security_group (86660d41-c7e6-47d2-a34f-ff64e4f2daf2), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:14.625113 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (86660d41-c7e6-47d2-a34f-ff64e4f2daf2), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:14.645580 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=102899) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:25:14.660971 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86660d41-c7e6-47d2-a34f-ff64e4f2daf2,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:14.665821 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (9dc19882-f0e2-4ec7-876e-79214bb7f100), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:14.666169 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.segments_db [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Added segment 9dc19882-f0e2-4ec7-876e-79214bb7f100 of type vlan for network 3c9062fa-aec5-48ac-8813-607eff1131a5 Feb 21 04:25:14.704085 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (3c9062fa-aec5-48ac-8813-607eff1131a5), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:14.727736 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (3c9062fa-aec5-48ac-8813-607eff1131a5), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:14.728754 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:14.729349 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:14.782263 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3671684 Feb 21 04:25:14.785150 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39190) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:14.790323 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233ac45-9448-4c94-8f46-a6a400e58de9 admin admin] Pushing event updated for resources: {'Network': ['ID=3c9062fa-aec5-48ac-8813-607eff1131a5,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:14.796546 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] Request body: {'subnet': {'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-547916891-subnet', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:14.801557 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 3c9062fa-aec5-48ac-8813-607eff1131a5 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:25:14.817714 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] Made reservation on behalf of e95f468f72044118862b24027a3667e1 for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:25:14.820206 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14527971'] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:14.984956 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14229514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14527761'] for subnet (b5e095f6-2df0-4863-8e91-140a5d0962d8), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.047699 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5e095f6-2df0-4863-8e91-140a5d0962d8,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:15.052622 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] Checking segment: {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:25:15.053004 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] Network hostable DHCP agents. Network: 3c9062fa-aec5-48ac-8813-607eff1131a5, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:25:15.069826 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] Network 3c9062fa-aec5-48ac-8813-607eff1131a5 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:25:15.077880 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 3c9062fa-aec5-48ac-8813-607eff1131a5) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:25:15.082476 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:15.083524 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.087267 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ae68fb-b094-4bd7-8f31-3efa0bd1191a None None] Network 3c9062fa-aec5-48ac-8813-607eff1131a5 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:25:15.099892 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-bf6e4293-3234-4112-b7a3-413e589815f6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3134854 Feb 21 04:25:15.102401 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39192) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:15.106551 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:15.124758 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router (f8317192-2177-4b59-94d1-377c32d5a3b7), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.125744 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1961'] for router (f8317192-2177-4b59-94d1-377c32d5a3b7), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.176952 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Publish callbacks [] for router_controller (f8317192-2177-4b59-94d1-377c32d5a3b7), precommit_add_association {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.195299 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac9cf657-0a41-558b-95c4-dd6d2c8be1dc-3c9062fa-aec5-48ac-8813-607eff1131a5', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'project_id': 'e95f468f72044118862b24027a3667e1', 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8'}]}} from dv-cinder-773985-36-iscsi. {{(pid=102901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 04:25:15.196156 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.323411 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Publish callbacks [] for router_gateway (f8317192-2177-4b59-94d1-377c32d5a3b7), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.329547 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.db_base_plugin_common [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Allocated IP 172.20.0.2 (3c9062fa-aec5-48ac-8813-607eff1131a5/b5e095f6-2df0-4863-8e91-140a5d0962d8/f9af73ab-9a9c-40ce-bfa0-76ac69032960) {{(pid=102901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:25:15.468349 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Publish callbacks [] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), precommit_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.474252 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.516053 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Network 3c9062fa-aec5-48ac-8813-607eff1131a5 is already hosted by enough agents. {{(pid=102901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:25:15.517200 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Publish callbacks [] for router_gateway (f8317192-2177-4b59-94d1-377c32d5a3b7), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.518845 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.base_scheduler [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Resources bound (agent type, host, resource id): {{(pid=102901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:25:15.524339 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Received port after_create {{(pid=102901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:25:15.530063 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Pushing event updated for resources: {'Port': ['ID=f9af73ab-9a9c-40ce-bfa0-76ac69032960,revision_number=1']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:15.539508 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.541248 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.541620 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.542000 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.542343 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.542684 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.543063 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.543486 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.543819 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.544202 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.544532 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.544887 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.545215 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.545530 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:15.593837 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Attempting to bind port f9af73ab-9a9c-40ce-bfa0-76ac69032960 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:25:15.594121 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Attempting to bind port f9af73ab-9a9c-40ce-bfa0-76ac69032960 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:25:15.594491 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Attempting to bind port f9af73ab-9a9c-40ce-bfa0-76ac69032960 on network 3c9062fa-aec5-48ac-8813-607eff1131a5 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:25:15.599654 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:25:15.600030 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Checking segment: {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:25:15.600440 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.600856 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Bound using segment: {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:25:15.601326 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Bound port: f9af73ab-9a9c-40ce-bfa0-76ac69032960, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:25:15.601710 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.643407 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Allocated IP 172.27.0.53 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/7bd4e5e9-39df-4650-bec3-8cbbd64f2252) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:25:15.664062 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] For port f9af73ab-9a9c-40ce-bfa0-76ac69032960, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:25:15.667264 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] For port f9af73ab-9a9c-40ce-bfa0-76ac69032960, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f9af73ab-9a9c-40ce-bfa0-76ac69032960,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:25:15.672855 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.731938 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb6fd4-6e45-45e3-8acd-672c1f231b0a None None] Pushing event updated for resources: {'Port': ['ID=f9af73ab-9a9c-40ce-bfa0-76ac69032960,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:15.757760 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Publish callbacks [] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.793788 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:15.842072 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:25:15.847791 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:25:15.852743 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:25:15.857677 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=7bd4e5e9-39df-4650-bec3-8cbbd64f2252,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:16.129469 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Publish callbacks [] for router_gateway (f8317192-2177-4b59-94d1-377c32d5a3b7), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:16.143925 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f9af73ab-9a9c-40ce-bfa0-76ac69032960 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:25:16.196739 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port f9af73ab-9a9c-40ce-bfa0-76ac69032960 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:16.197116 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:16.279156 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port f9af73ab-9a9c-40ce-bfa0-76ac69032960 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:16.279557 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:16.318040 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port f9af73ab-9a9c-40ce-bfa0-76ac69032960, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f9af73ab-9a9c-40ce-bfa0-76ac69032960,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:16.323141 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:16.374742 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=f9af73ab-9a9c-40ce-bfa0-76ac69032960,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:16.582156 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654508'] for router (f8317192-2177-4b59-94d1-377c32d5a3b7), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:16.632336 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a1614-f70d-4862-b484-0c4d2e914d1f None None] Network 3c9062fa-aec5-48ac-8813-607eff1131a5 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:25:16.696344 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-d867e6fd-05da-46a7-95c0-87face68ffc9 None None] Provisioning complete for port f9af73ab-9a9c-40ce-bfa0-76ac69032960 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:16.696659 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d867e6fd-05da-46a7-95c0-87face68ffc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:16.716446 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Router f8317192-2177-4b59-94d1-377c32d5a3b7 is scheduled to L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 with binding_index 1 {{(pid=102900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 04:25:16.812321 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-d867e6fd-05da-46a7-95c0-87face68ffc9 None None] Current status of the port f9af73ab-9a9c-40ce-bfa0-76ac69032960 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:16.828227 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:25:16.837028 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Sync routers for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:25:16.847109 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:16.847698 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:16.848324 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:24:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:16.848718 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-00fdc168-4308-45d9-afc1-ddf52e8df3e1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7453606 Feb 21 04:25:16.851437 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39194) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:16.963388 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:17.033315 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-642a9e6d-7530-4f40-bef9-e9cdfc2a23d4 None None] Provisioning complete for port f9af73ab-9a9c-40ce-bfa0-76ac69032960 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:17.033676 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-642a9e6d-7530-4f40-bef9-e9cdfc2a23d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.117421 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-642a9e6d-7530-4f40-bef9-e9cdfc2a23d4 None None] Current status of the port f9af73ab-9a9c-40ce-bfa0-76ac69032960 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:17.145216 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:16Z', 'revision_number': 3, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:17.254196 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Checking router: f8317192-2177-4b59-94d1-377c32d5a3b7 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:25:17.254436 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Updating router f8317192-2177-4b59-94d1-377c32d5a3b7 port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 binding host dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:25:17.280156 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.282378 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.435478 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Allocated IP 172.20.0.1 (3c9062fa-aec5-48ac-8813-607eff1131a5/b5e095f6-2df0-4863-8e91-140a5d0962d8/bad895f0-72f0-49ac-917b-154a66dbd372) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:25:17.525489 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Publish callbacks [] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), precommit_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.532077 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.542693 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Publish callbacks [] for port (bad895f0-72f0-49ac-917b-154a66dbd372), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.577582 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Attempting to bind port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:25:17.577968 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Attempting to bind port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:25:17.578382 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Attempting to bind port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 on network c140f77a-4017-4082-ac35-9c51671a2a66 {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:25:17.578744 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.591149 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:25:17.593584 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Checking segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:25:17.593584 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.593584 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Bound using segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:25:17.593584 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Bound port: 7bd4e5e9-39df-4650-bec3-8cbbd64f2252, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:25:17.593584 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.595892 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Pushing event updated for resources: {'Port': ['ID=7bd4e5e9-39df-4650-bec3-8cbbd64f2252,revision_number=2']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:17.626436 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Pushing event updated for resources: {'Port': ['ID=bad895f0-72f0-49ac-917b-154a66dbd372,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:17.631881 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-a3db89da-75e4-468a-b2db-6ce188e260c6 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494785 Feb 21 04:25:17.637654 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Network 3c9062fa-aec5-48ac-8813-607eff1131a5 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:25:17.639021 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:25:17.641373 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:25:17.654177 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] For port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:25:17.660723 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] For port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=7bd4e5e9-39df-4650-bec3-8cbbd64f2252,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:25:17.666051 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.666962 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.666962 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.667223 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.668160 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.668566 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.668987 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.669382 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.669743 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.670124 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.670973 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.671306 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.671655 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:25:17.675984 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.693211 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653435'] for router_interface (f8317192-2177-4b59-94d1-377c32d5a3b7), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.725571 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-1138bfd9-c776-4278-a4db-549c2c262019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:17.726888 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-1138bfd9-c776-4278-a4db-549c2c262019 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 1130 time: 0.0494261 Feb 21 04:25:17.750960 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa10aa-fd6a-4a69-8d2a-fefdbd3f1573 None None] Pushing event updated for resources: {'Port': ['ID=7bd4e5e9-39df-4650-bec3-8cbbd64f2252,revision_number=3']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:17.781060 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:17.781614 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:24:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:17.863634 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.868391 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-50ed50d0-04d0-4997-a180-31dc31a05a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:17.870163 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-50ed50d0-04d0-4997-a180-31dc31a05a6e service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.1183708 Feb 21 04:25:17.905505 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:17.949180 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-7b72d5bc-a408-4758-a28c-88756d9466c4 None None] Provisioning complete for port bad895f0-72f0-49ac-917b-154a66dbd372 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:17.949696 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-7b72d5bc-a408-4758-a28c-88756d9466c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:17.950892 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-3da81db5-17f4-46a3-89e3-b1f750c14814 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca8d1428-556e-4ae9-b53c-d109c8daf6fe HTTP/1.1" status: 200 len: 1002 time: 0.0738440 Feb 21 04:25:17.975370 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f9af73ab-9a9c-40ce-bfa0-76ac69032960 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:25:18.007974 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-36ab3ed7-aa25-46a0-97f1-d1ea6b2f6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:18.009695 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-36ab3ed7-aa25-46a0-97f1-d1ea6b2f6384 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0524504 Feb 21 04:25:18.020789 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-7b72d5bc-a408-4758-a28c-88756d9466c4 None None] Port bad895f0-72f0-49ac-917b-154a66dbd372 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:25:18.044608 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port f9af73ab-9a9c-40ce-bfa0-76ac69032960 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:18.045249 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:18.070243 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-4b627323-7469-40e5-8afe-de6ca5dcb946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:18.071941 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-4b627323-7469-40e5-8afe-de6ca5dcb946 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0546525 Feb 21 04:25:18.075126 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Publish callbacks [] for port (bad895f0-72f0-49ac-917b-154a66dbd372), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:18.080155 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:18.133381 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:16Z', 'revision_number': 3, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:18.154631 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port f9af73ab-9a9c-40ce-bfa0-76ac69032960 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:18.159579 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653551'] for router_interface (f8317192-2177-4b59-94d1-377c32d5a3b7), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:18.161496 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Pushing event updated for resources: {'Port': ['ID=bad895f0-72f0-49ac-917b-154a66dbd372,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:18.162643 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32192fe7-0dd3-4165-83be-54f840d92143 None None] The sync data for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi is: [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:16Z', 'revision_number': 3, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:25:18.182811 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-fb1dd21e-af12-48d4-b9e0-d959004b38bb service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044602 Feb 21 04:25:18.267011 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Network 3c9062fa-aec5-48ac-8813-607eff1131a5 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:25:18.268433 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:25:18.279840 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4b0e7283-cdf1-4f1d-85a9-d1ef8b0cd095 req-b272481c-d6af-4857-bb63-d7510c36fe67 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901954 Feb 21 04:25:18.408737 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Router f8317192-2177-4b59-94d1-377c32d5a3b7 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:25:18.534280 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:25:18.540142 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-72cbfefc-8fb7-42a8-8ec6-cb883486099f admin admin] 10.222.0.10 "PUT /v2.0/routers/f8317192-2177-4b59-94d1-377c32d5a3b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6876173 Feb 21 04:25:18.557416 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-fba7e4bc-f400-4420-aaab-8f075de0dc64 None None] Provisioning complete for port bad895f0-72f0-49ac-917b-154a66dbd372 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:18.557728 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-fba7e4bc-f400-4420-aaab-8f075de0dc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:18.603316 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-fba7e4bc-f400-4420-aaab-8f075de0dc64 None None] Port bad895f0-72f0-49ac-917b-154a66dbd372 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:25:19.232611 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39204) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:19.237155 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-8fb8b254-5e53-4cee-bb9e-1a81504e2729 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1951260661', 'description': 'tempest-description--1176416495'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:19.257656 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-8fb8b254-5e53-4cee-bb9e-1a81504e2729 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.320711 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-8fb8b254-5e53-4cee-bb9e-1a81504e2729 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (524fbec3-e176-4901-9a46-247133f31bb4), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.324065 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-8fb8b254-5e53-4cee-bb9e-1a81504e2729 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (524fbec3-e176-4901-9a46-247133f31bb4), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.352938 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-8fb8b254-5e53-4cee-bb9e-1a81504e2729 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.354612 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-8fb8b254-5e53-4cee-bb9e-1a81504e2729 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1205397 Feb 21 04:25:19.355039 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8b254-5e53-4cee-bb9e-1a81504e2729 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524fbec3-e176-4901-9a46-247133f31bb4,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:19.357675 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39206) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:19.362271 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-c4ccb0b5-5910-40f5-bf7b-681afdf15ac1 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'security_group_rule': {'security_group_id': '524fbec3-e176-4901-9a46-247133f31bb4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:19.387850 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb0b5-5910-40f5-bf7b-681afdf15ac1 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (52bb2326-3ebd-4eee-b8aa-dbbb2cb1e6fe), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.449190 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb0b5-5910-40f5-bf7b-681afdf15ac1 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (52bb2326-3ebd-4eee-b8aa-dbbb2cb1e6fe), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.452495 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb0b5-5910-40f5-bf7b-681afdf15ac1 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (52bb2326-3ebd-4eee-b8aa-dbbb2cb1e6fe), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.469488 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccb0b5-5910-40f5-bf7b-681afdf15ac1 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bb2326-3ebd-4eee-b8aa-dbbb2cb1e6fe,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:19.479430 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c4ccb0b5-5910-40f5-bf7b-681afdf15ac1 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.483226 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-c4ccb0b5-5910-40f5-bf7b-681afdf15ac1 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221220 Feb 21 04:25:19.483423 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39208) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:19.487734 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-cebdb25c-1c06-4c5f-9e61-e7287a5d4746 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'security_group_rule': {'security_group_id': '524fbec3-e176-4901-9a46-247133f31bb4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:19.511533 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cebdb25c-1c06-4c5f-9e61-e7287a5d4746 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (40212cde-5cb8-46d1-9f04-fa00a9444654), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.567128 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cebdb25c-1c06-4c5f-9e61-e7287a5d4746 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (40212cde-5cb8-46d1-9f04-fa00a9444654), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.572575 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cebdb25c-1c06-4c5f-9e61-e7287a5d4746 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (40212cde-5cb8-46d1-9f04-fa00a9444654), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.595338 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebdb25c-1c06-4c5f-9e61-e7287a5d4746 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40212cde-5cb8-46d1-9f04-fa00a9444654,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:19.603080 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-cebdb25c-1c06-4c5f-9e61-e7287a5d4746 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.604142 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-cebdb25c-1c06-4c5f-9e61-e7287a5d4746 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198022 Feb 21 04:25:19.607148 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39210) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:19.611477 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'floatingip': {'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:19.631287 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.691472 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Sync routers for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:25:19.702801 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:19.703307 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:24:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:19.745301 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:19.866393 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Allocated IP 172.27.0.31 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/08e0b3b6-a3ee-43e8-99c1-750b409fd4d1) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:25:19.983646 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:20.018689 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:25:20.023639 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for port (08e0b3b6-a3ee-43e8-99c1-750b409fd4d1), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.031407 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c85df-a239-44bb-859c-9dbcc8c71aac req-3a0b000e-d269-4395-8df9-5d7801d02503 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:20.032937 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-581c85df-a239-44bb-859c-9dbcc8c71aac req-3a0b000e-d269-4395-8df9-5d7801d02503 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 946 time: 0.0966759 Feb 21 04:25:20.097711 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-581c85df-a239-44bb-859c-9dbcc8c71aac req-05cff57e-4e4f-4bfe-841e-b49c81f42c1f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587623 Feb 21 04:25:20.104066 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (08e0b3b6-a3ee-43e8-99c1-750b409fd4d1), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.144662 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:25:20.147606 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:25:20.150969 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:25:20.162885 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:20.163256 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.182327 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'Port': ['ID=08e0b3b6-a3ee-43e8-99c1-750b409fd4d1,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:20.248608 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (f0eb4086-896c-4c18-81d9-e6bc9c339b1d), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.284336 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (08e0b3b6-a3ee-43e8-99c1-750b409fd4d1), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.303225 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:20.303614 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.319858 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 2, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:20.353084 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=7bd4e5e9-39df-4650-bec3-8cbbd64f2252,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:20.354627 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Checking router: f8317192-2177-4b59-94d1-377c32d5a3b7 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:25:20.355061 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Updating router f8317192-2177-4b59-94d1-377c32d5a3b7 port bad895f0-72f0-49ac-917b-154a66dbd372 binding host dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:25:20.358626 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.414033 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.432443 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for port (08e0b3b6-a3ee-43e8-99c1-750b409fd4d1), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.437141 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (08e0b3b6-a3ee-43e8-99c1-750b409fd4d1), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.461481 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=7bd4e5e9-39df-4650-bec3-8cbbd64f2252,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:20.505805 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'Port': ['ID=08e0b3b6-a3ee-43e8-99c1-750b409fd4d1,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:20.517264 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (f0eb4086-896c-4c18-81d9-e6bc9c339b1d), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.532800 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.534190 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-e577349e-747f-49d1-91ce-b76f2ce0dc85 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9261062 Feb 21 04:25:20.682200 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8ce7eb62-a1ad-4c5b-95e4-2f2588b3f672 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1951260661&fields=id&tenant_id=e95f468f72044118862b24027a3667e1 HTTP/1.1" status: 200 len: 267 time: 0.0421333 Feb 21 04:25:20.694819 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Publish callbacks [] for port (bad895f0-72f0-49ac-917b-154a66dbd372), precommit_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.700576 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.752880 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce76004-6d0b-4806-8ba1-ea214da92072 None None] Pushing event updated for resources: {'Port': ['ID=bad895f0-72f0-49ac-917b-154a66dbd372,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:20.792980 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-9303fe5e-cbc5-454e-b1f6-e87b7c7e4782 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:20.794500 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-9303fe5e-cbc5-454e-b1f6-e87b7c7e4782 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 810 time: 0.1057031 Feb 21 04:25:20.811320 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-d1bcb578-d923-4e1a-8a1b-ab0cf057ddf9 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/quotas/e95f468f72044118862b24027a3667e1 HTTP/1.1" status: 200 len: 375 time: 0.0100429 Feb 21 04:25:20.812504 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Attempting to bind port bad895f0-72f0-49ac-917b-154a66dbd372 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:25:20.812908 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Attempting to bind port bad895f0-72f0-49ac-917b-154a66dbd372 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:25:20.813277 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Attempting to bind port bad895f0-72f0-49ac-917b-154a66dbd372 on network 3c9062fa-aec5-48ac-8813-607eff1131a5 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:25:20.818660 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:25:20.819040 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Checking segment: {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:25:20.819442 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.819901 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Bound using segment: {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:25:20.820375 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Bound port: bad895f0-72f0-49ac-917b-154a66dbd372, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:25:20.820788 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.877485 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-23d1efbb-ac0b-41db-b7dc-1e42dabb32cb tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553265 Feb 21 04:25:20.886713 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] For port bad895f0-72f0-49ac-917b-154a66dbd372, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:25:20.893115 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] For port bad895f0-72f0-49ac-917b-154a66dbd372, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=bad895f0-72f0-49ac-917b-154a66dbd372,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:25:20.901207 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:20.944105 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-531eb0b1-6e01-4ac9-92c8-5b985d16e66e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:25:20.945143 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-531eb0b1-6e01-4ac9-92c8-5b985d16e66e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0542421 Feb 21 04:25:20.969294 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:20.969910 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:24:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:21.016112 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce76004-6d0b-4806-8ba1-ea214da92072 None None] Pushing event updated for resources: {'Port': ['ID=bad895f0-72f0-49ac-917b-154a66dbd372,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:21.043859 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-5fbbdecb-b513-41b6-ad2c-acab7800ccda service neutron] 10.222.0.10 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914915 Feb 21 04:25:21.085957 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-134a6e0e-7ef2-4447-9d2a-256b879cfbdf None None] Provisioning complete for port bad895f0-72f0-49ac-917b-154a66dbd372 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:21.086327 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-134a6e0e-7ef2-4447-9d2a-256b879cfbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:21.126521 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:21.140957 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-fe324948-4012-4799-8db6-cf5b578aa4ad service neutron] 10.222.0.10 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911853 Feb 21 04:25:21.253975 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59d3c29-e0be-488b-94d3-796a22e5ae38 req-4bb0c618-12d9-42a2-a6e1-2d3dccf7a821 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:21.255491 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a59d3c29-e0be-488b-94d3-796a22e5ae38 req-4bb0c618-12d9-42a2-a6e1-2d3dccf7a821 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 946 time: 0.0634439 Feb 21 04:25:21.291536 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-134a6e0e-7ef2-4447-9d2a-256b879cfbdf None None] Current status of the port bad895f0-72f0-49ac-917b-154a66dbd372 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:21.291926 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-134a6e0e-7ef2-4447-9d2a-256b879cfbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:21.332675 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9d965561-81aa-4ef0-8ab9-db2306dea9c7 req-81920c76-e20e-4a69-af27-3104f610b87b tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 210 time: 0.0331521 Feb 21 04:25:21.361270 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a59d3c29-e0be-488b-94d3-796a22e5ae38 req-b2007165-e652-42a5-ab3d-4d8743989471 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948617 Feb 21 04:25:21.368384 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-134a6e0e-7ef2-4447-9d2a-256b879cfbdf None None] For port bad895f0-72f0-49ac-917b-154a66dbd372, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=bad895f0-72f0-49ac-917b-154a66dbd372,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:21.379127 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-134a6e0e-7ef2-4447-9d2a-256b879cfbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:21.434827 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a6e0e-7ef2-4447-9d2a-256b879cfbdf None None] Pushing event updated for resources: {'Port': ['ID=bad895f0-72f0-49ac-917b-154a66dbd372,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:21.443781 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:21.469774 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae40186-1261-4a31-bdf2-cd6e44234506 None None] The sync data for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi is: [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:25:21.501579 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-02e338b8-7613-4c8a-9ccc-e066c77b5506 None None] Provisioning complete for port bad895f0-72f0-49ac-917b-154a66dbd372 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:21.501950 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-02e338b8-7613-4c8a-9ccc-e066c77b5506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:21.620674 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-02e338b8-7613-4c8a-9ccc-e066c77b5506 None None] Current status of the port bad895f0-72f0-49ac-917b-154a66dbd372 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:21.643339 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-d2f8b3c2-7f26-440a-b245-48f8b3c556c9 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:21.644957 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-d2f8b3c2-7f26-440a-b245-48f8b3c556c9 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 946 time: 0.0846806 Feb 21 04:25:21.760106 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Deleting port ca8d1428-556e-4ae9-b53c-d109c8daf6fe {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:25:21.760466 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:21.862127 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] For port ca8d1428-556e-4ae9-b53c-d109c8daf6fe, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=ca8d1428-556e-4ae9-b53c-d109c8daf6fe,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:21.862625 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:22.024560 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:25:22.058679 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:22.059417 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (1174cc9a-55a6-4b0e-a21d-b48efc3a78eb), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:22.060282 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Floating IP 1174cc9a-55a6-4b0e-a21d-b48efc3a78eb disassociated. External IP: 172.27.0.171, port: ca8d1428-556e-4ae9-b53c-d109c8daf6fe. Feb 21 04:25:22.060971 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Calling delete_port for ca8d1428-556e-4ae9-b53c-d109c8daf6fe owned by compute:nova {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:25:22.101108 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:22.101701 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:22.211467 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (ca8d1428-556e-4ae9-b53c-d109c8daf6fe), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:22.262247 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event deleted for resources: {'Port': ['ID=ca8d1428-556e-4ae9-b53c-d109c8daf6fe,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:22.330954 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:22.331446 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device bad895f0-72f0-49ac-917b-154a66dbd372 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:25:22.380652 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port bad895f0-72f0-49ac-917b-154a66dbd372 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:22.381033 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:22.395483 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:25:22.483498 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port bad895f0-72f0-49ac-917b-154a66dbd372 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:22.508449 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3b0159a5-b5e9-42f7-9b4a-e375a1810467 req-fee0ca03-c787-4dea-b2bc-47426c19cf28 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=5de498f5-d90a-4864-a2fd-8c7634d9b07a HTTP/1.1" status: 200 len: 210 time: 0.0620420 Feb 21 04:25:22.512348 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0db8195e-1700-4172-ac00-d7a9447a7c02 req-bd7948cc-0303-4ea8-8918-d3679b097e44 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 210 time: 0.0648940 Feb 21 04:25:22.577587 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:25:22.594086 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a90641f-777a-4c5b-a3d8-fcb7d968481c None None] Sync routers for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:25:22.618462 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a90641f-777a-4c5b-a3d8-fcb7d968481c None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:22.619325 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-9a90641f-777a-4c5b-a3d8-fcb7d968481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:24:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:22.638740 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] No DVR routers for this DVR port ca8d1428-556e-4ae9-b53c-d109c8daf6fe on host hv-cinder-77398 {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:25:22.643683 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:22.648095 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "DELETE /v2.0/ports/ca8d1428-556e-4ae9-b53c-d109c8daf6fe HTTP/1.1" status: 204 len: 173 time: 0.9972489 Feb 21 04:25:22.648581 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'name': 'network-vif-deleted', 'tag': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:25:22.652157 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c575fcd-1bc0-46fc-bf95-ec0544230fa6" -d '{"events": [{"server_uuid": "5de498f5-d90a-4864-a2fd-8c7634d9b07a", "name": "network-vif-deleted", "tag": "ca8d1428-556e-4ae9-b53c-d109c8daf6fe"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:25:22.725050 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8d7085-7e2d-4923-a63b-8cce3597f4ee x-openstack-request-id: req-4c8d7085-7e2d-4923-a63b-8cce3597f4ee {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:25:22.725938 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5de498f5-d90a-4864-a2fd-8c7634d9b07a", "name": "network-vif-deleted", "tag": "ca8d1428-556e-4ae9-b53c-d109c8daf6fe", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:25:22.725938 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c8d7085-7e2d-4923-a63b-8cce3597f4ee {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:25:22.725938 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5de498f5-d90a-4864-a2fd-8c7634d9b07a', 'name': 'network-vif-deleted', 'tag': 'ca8d1428-556e-4ae9-b53c-d109c8daf6fe', 'status': 'completed', 'code': 200} Feb 21 04:25:22.746653 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-3ea36cd1-7410-42d1-9887-6639b5b50b9f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:22.748127 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-3ea36cd1-7410-42d1-9887-6639b5b50b9f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.45 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 810 time: 0.1551759 Feb 21 04:25:22.853910 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-9a90641f-777a-4c5b-a3d8-fcb7d968481c None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:22.869749 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-ffd31ac7-f114-4631-aa07-496d7cbabb15 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e95f468f72044118862b24027a3667e1 HTTP/1.1" status: 200 len: 380 time: 0.1054826 Feb 21 04:25:22.885998 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'port': {'device_id': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'admin_state_up': True, 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'security_groups': ['524fbec3-e176-4901-9a46-247133f31bb4']}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:23.001833 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Made reservation on behalf of e95f468f72044118862b24027a3667e1 for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:25:23.006148 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:23.095934 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-9a90641f-777a-4c5b-a3d8-fcb7d968481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:23.122161 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a90641f-777a-4c5b-a3d8-fcb7d968481c None None] Checking router: 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:25:23.130387 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a90641f-777a-4c5b-a3d8-fcb7d968481c None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:23.131136 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-9a90641f-777a-4c5b-a3d8-fcb7d968481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:24:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:23.138411 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Allocated IP 172.20.0.9 (3c9062fa-aec5-48ac-8813-607eff1131a5/b5e095f6-2df0-4863-8e91-140a5d0962d8/0b5c4c14-36fb-4fa3-a6c2-612571e2855a) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:25:23.238302 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-9a90641f-777a-4c5b-a3d8-fcb7d968481c None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:23.272125 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:23.307950 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:23.352285 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Network 3c9062fa-aec5-48ac-8813-607eff1131a5 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:25:23.355423 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:25:23.359027 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:25:23.387527 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'Port': ['ID=0b5c4c14-36fb-4fa3-a6c2-612571e2855a,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:23.427018 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:23.428091 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:23.449064 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-45cadd6c-8c20-443e-ba1e-7e7e3369744f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5690982 Feb 21 04:25:23.461697 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Request body: {'port': {'device_id': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:23.469905 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-9a90641f-777a-4c5b-a3d8-fcb7d968481c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:23.500607 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a90641f-777a-4c5b-a3d8-fcb7d968481c None None] The sync data for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi is: [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:25:23.527026 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:23.664277 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-dec8e1d2-f88d-4eb7-9416-41400e07eb29 None None] Provisioning complete for port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:23.665803 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-dec8e1d2-f88d-4eb7-9416-41400e07eb29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:23.684478 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2556c-dc45-4124-a30b-a22330d2e90b req-10c792d4-f147-46f7-b224-8aab7e98eb86 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:23.686796 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c8f2556c-dc45-4124-a30b-a22330d2e90b req-10c792d4-f147-46f7-b224-8aab7e98eb86 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 931 time: 0.0694015 Feb 21 04:25:23.734728 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-dec8e1d2-f88d-4eb7-9416-41400e07eb29 None None] Port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:25:23.764212 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c8f2556c-dc45-4124-a30b-a22330d2e90b req-5dbcefe4-3784-49ce-b566-0fa702c1c4b1 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671999 Feb 21 04:25:23.851057 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8122a2fe-bc5d-45de-89da-a8e77246a55e None None] New status for floating IP 1174cc9a-55a6-4b0e-a21d-b48efc3a78eb: DOWN {{(pid=102901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:25:24.044683 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-7e5c90eb-a8ae-4f9d-ba6e-53436ad50ed3 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307297902&fields=id&tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d HTTP/1.1" status: 200 len: 267 time: 0.0467677 Feb 21 04:25:24.111187 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b5c4c14-36fb-4fa3-a6c2-612571e2855a {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:25:24.118722 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Publish callbacks [] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:24.131196 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Transition to ACTIVE for port object 0b5c4c14-36fb-4fa3-a6c2-612571e2855a will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:25:24.134579 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:24.154074 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda294-a36e-4afb-94b3-f530313b001f req-7bc941f5-9632-4276-8040-13877166af6b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:24.155544 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-7bc941f5-9632-4276-8040-13877166af6b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 812 time: 0.1041775 Feb 21 04:25:24.169963 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-5a3ead5a-e6a2-4e65-93ce-f725f166f534 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/quotas/35e5cd46d4684e9e9de6e634cfa13b5d HTTP/1.1" status: 200 len: 375 time: 0.0090914 Feb 21 04:25:24.203669 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Pushing event updated for resources: {'Port': ['ID=0b5c4c14-36fb-4fa3-a6c2-612571e2855a,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:24.228725 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-e8a2bfc8-aee0-41cf-959e-710bbabfbc00 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530622 Feb 21 04:25:24.264445 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Attempting to bind port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:25:24.264814 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Attempting to bind port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:25:24.265264 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Attempting to bind port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a on network 3c9062fa-aec5-48ac-8813-607eff1131a5 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:25:24.269865 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a on network 3c9062fa-aec5-48ac-8813-607eff1131a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:25:24.270329 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Attempting to bind port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a on network 3c9062fa-aec5-48ac-8813-607eff1131a5 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:25:24.275820 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:25:24.276158 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Checking segment: {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:25:24.276541 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Bound using segment: {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:25:24.277002 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Bound port: 0b5c4c14-36fb-4fa3-a6c2-612571e2855a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:25:24.277471 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:24.306465 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-e8c9d7c6-6095-40db-97d9-c710ea92be28 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:25:24.307654 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-e8c9d7c6-6095-40db-97d9-c710ea92be28 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0666759 Feb 21 04:25:24.350783 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] For port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:25:24.354067 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] For port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:25:24.360306 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:24.395251 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:24.395872 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:24.397353 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] 10.222.0.45 "PUT /v2.0/ports/0b5c4c14-36fb-4fa3-a6c2-612571e2855a HTTP/1.1" status: 200 len: 1093 time: 0.9411099 Feb 21 04:25:24.397793 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'tag': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:25:24.400030 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "93b3eafa-8661-45e6-a0ae-920c3499ae2f", "tag": "0b5c4c14-36fb-4fa3-a6c2-612571e2855a"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:25:24.409870 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-b7a2ce56-6d5d-41e8-9b48-3649a305c47b service neutron] 10.222.0.10 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951419 Feb 21 04:25:24.425138 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441432c-9a1b-4e6a-b1d3-c6f8b51331ca service neutron] Pushing event updated for resources: {'Port': ['ID=0b5c4c14-36fb-4fa3-a6c2-612571e2855a,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:24.467140 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9ae7b8-3c10-4a8b-b137-c90b33970a1f x-openstack-request-id: req-ad9ae7b8-3c10-4a8b-b137-c90b33970a1f {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:25:24.467755 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b3eafa-8661-45e6-a0ae-920c3499ae2f", "tag": "0b5c4c14-36fb-4fa3-a6c2-612571e2855a", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:25:24.468016 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad9ae7b8-3c10-4a8b-b137-c90b33970a1f {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:25:24.468475 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'tag': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a', 'status': 'completed', 'code': 200} Feb 21 04:25:24.506566 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-904c548f-bba2-43bf-97f0-41f672e502a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:24.508178 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-904c548f-bba2-43bf-97f0-41f672e502a0 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 1127 time: 0.0547733 Feb 21 04:25:24.514131 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-40251e6f-4a8a-4a68-893f-0a570339924d service neutron] 10.222.0.10 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984983 Feb 21 04:25:24.556406 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-c295cd92-c4a9-4f86-84db-384867fba9f6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a HTTP/1.1" status: 200 len: 217 time: 0.0421424 Feb 21 04:25:24.607741 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-88911d5e-22cb-4105-bbca-16c998871ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:24.609235 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-88911d5e-22cb-4105-bbca-16c998871ee0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5e095f6-2df0-4863-8e91-140a5d0962d8 HTTP/1.1" status: 200 len: 849 time: 0.0470872 Feb 21 04:25:24.661324 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-5899adc0-7a79-4c26-9653-ead2e55c9f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:24.663470 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-5899adc0-7a79-4c26-9653-ead2e55c9f84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c9062fa-aec5-48ac-8813-607eff1131a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487940 Feb 21 04:25:24.769078 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-c2a1d8c5-54d9-4810-b878-4c1992f0a902 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988848 Feb 21 04:25:24.826524 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8ade7ad5-b899-4f46-9348-59eb995b4396 req-bdd32e4a-4bb8-46e0-adf0-04f739e62a3a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 210 time: 0.0438230 Feb 21 04:25:24.868911 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-57f2ce56-b339-4de3-8869-cc4eed0abc09 req-8bdb4c49-abcc-4407-8366-e3966ec0e74d service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943773 Feb 21 04:25:24.888605 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb51afe1-2b1f-4123-bc4c-cbc5b3b77af3 req-0ffdfa99-a6ca-418e-9427-4fa33e5d0487 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:24.890173 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bb51afe1-2b1f-4123-bc4c-cbc5b3b77af3 req-0ffdfa99-a6ca-418e-9427-4fa33e5d0487 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 943 time: 0.0607307 Feb 21 04:25:24.957795 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bb51afe1-2b1f-4123-bc4c-cbc5b3b77af3 req-ad0d918a-4aa2-4bb1-9bc8-d907897a17a5 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617564 Feb 21 04:25:24.968923 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b req-539c8fb9-819d-4b4b-aaa2-3425e62091ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:24.970439 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b req-539c8fb9-819d-4b4b-aaa2-3425e62091ad service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 1127 time: 0.0520778 Feb 21 04:25:25.061510 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b req-9bb579d7-9ee8-43d0-9990-12957ff3e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:25.063005 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b req-9bb579d7-9ee8-43d0-9990-12957ff3e3cc service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 910 time: 0.0867903 Feb 21 04:25:25.106712 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b req-72ee7fea-4423-4c6a-a7fd-b1402f171535 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a HTTP/1.1" status: 200 len: 217 time: 0.0381680 Feb 21 04:25:25.113178 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ca8d1428-556e-4ae9-b53c-d109c8daf6fe no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:25:25.133881 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: ca8d1428-556e-4ae9-b53c-d109c8daf6fe {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:25:25.134319 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device ca8d1428-556e-4ae9-b53c-d109c8daf6fe not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:25:25.155182 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b req-1f5fe2d7-39a9-4fc0-a633-9075716263d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:25.156673 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b req-1f5fe2d7-39a9-4fc0-a633-9075716263d6 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5e095f6-2df0-4863-8e91-140a5d0962d8 HTTP/1.1" status: 200 len: 849 time: 0.0441642 Feb 21 04:25:25.216524 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b req-5fc28cfe-0588-4ca0-8042-c875a6fdd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:25.218082 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b req-5fc28cfe-0588-4ca0-8042-c875a6fdd693 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c9062fa-aec5-48ac-8813-607eff1131a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0549374 Feb 21 04:25:25.310525 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b req-31ba455b-9798-4ae2-b4f7-037660504294 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857978 Feb 21 04:25:25.409610 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a8d22421-8fb2-4e47-a40e-bcbd1f72dd3b req-1c93e9ba-772b-4625-8996-3f4c8617a0c6 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928702 Feb 21 04:25:25.903368 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda294-a36e-4afb-94b3-f530313b001f req-fa1717be-f57a-4602-8f68-6426761bbfc7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:25.905098 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-fa1717be-f57a-4602-8f68-6426761bbfc7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 812 time: 0.1208603 Feb 21 04:25:25.943482 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fe4e7ba1-5e16-46be-8878-0f63f35fbe0d req-674621fe-012e-4118-8907-1287314d5f89 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 210 time: 0.0384293 Feb 21 04:25:25.985453 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-11aca5e6-d5b5-4656-9fab-61d948793bce tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d HTTP/1.1" status: 200 len: 380 time: 0.0699837 Feb 21 04:25:25.996500 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'port': {'device_id': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'admin_state_up': True, 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'security_groups': ['42a65337-0659-4d1f-89fc-c7eac0667bb6']}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:26.076392 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c6a3c-583d-4f49-afac-d4f6b3ee6eb0 req-94f1bb90-0a5a-4e5f-9a60-becb74449651 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:26.077894 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486c6a3c-583d-4f49-afac-d4f6b3ee6eb0 req-94f1bb90-0a5a-4e5f-9a60-becb74449651 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 943 time: 0.0559573 Feb 21 04:25:26.114881 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Made reservation on behalf of 35e5cd46d4684e9e9de6e634cfa13b5d for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:25:26.117500 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-02eed4fd-1a78-41ea-8ed9-347c53375143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:26.118459 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:26.128812 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-486c6a3c-583d-4f49-afac-d4f6b3ee6eb0 req-abcb3183-6e7e-4f19-8b2b-ae820d1da0b4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436738 Feb 21 04:25:26.255932 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Allocated IP 172.20.0.11 (d8fa42c6-5e56-4a20-b94c-db6c502605e7/9a04fe2d-c91c-4d33-b45c-b84ae8f02d22/dfe64259-0c81-4f8f-8deb-f058279bb2fc) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:25:26.393118 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:26.425535 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:26.465137 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Network d8fa42c6-5e56-4a20-b94c-db6c502605e7 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:25:26.468055 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:25:26.471549 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:25:26.503617 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'Port': ['ID=dfe64259-0c81-4f8f-8deb-f058279bb2fc,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:26.530088 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:26.530732 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:26.547333 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-bffbad22-f675-471c-999b-ce5c375ef5ad tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5565808 Feb 21 04:25:26.558848 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Request body: {'port': {'device_id': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:26.622674 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:26.718576 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-6d92d4fc-2fd4-437b-8f34-9f0d5f6e99a8 None None] Provisioning complete for port dfe64259-0c81-4f8f-8deb-f058279bb2fc triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:26.718871 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6d92d4fc-2fd4-437b-8f34-9f0d5f6e99a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:26.752687 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-6d92d4fc-2fd4-437b-8f34-9f0d5f6e99a8 None None] Port dfe64259-0c81-4f8f-8deb-f058279bb2fc cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:25:26.889964 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe64259-0c81-4f8f-8deb-f058279bb2fc {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:25:26.897345 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Publish callbacks [] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:26.908961 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Transition to ACTIVE for port object dfe64259-0c81-4f8f-8deb-f058279bb2fc will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:25:26.913137 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:26.959314 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe64259-0c81-4f8f-8deb-f058279bb2fc,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:27.037083 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Attempting to bind port dfe64259-0c81-4f8f-8deb-f058279bb2fc on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:25:27.037424 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Attempting to bind port dfe64259-0c81-4f8f-8deb-f058279bb2fc by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:25:27.037750 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Attempting to bind port dfe64259-0c81-4f8f-8deb-f058279bb2fc on network d8fa42c6-5e56-4a20-b94c-db6c502605e7 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:25:27.043283 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Port dfe64259-0c81-4f8f-8deb-f058279bb2fc on network d8fa42c6-5e56-4a20-b94c-db6c502605e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:25:27.043603 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Attempting to bind port dfe64259-0c81-4f8f-8deb-f058279bb2fc on network d8fa42c6-5e56-4a20-b94c-db6c502605e7 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:25:27.049362 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:25:27.049702 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Checking segment: {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:25:27.050086 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Bound using segment: {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:25:27.050514 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Bound port: dfe64259-0c81-4f8f-8deb-f058279bb2fc, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:25:27.050867 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:27.068092 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc6805-8c09-416f-9831-798d20b1893a req-3c80ed07-f5c8-46f0-8e55-8683be897e57 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:27.069904 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5efc6805-8c09-416f-9831-798d20b1893a req-3c80ed07-f5c8-46f0-8e55-8683be897e57 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 944 time: 0.0574129 Feb 21 04:25:27.112599 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 0b5c4c14-36fb-4fa3-a6c2-612571e2855a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:25:27.123539 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5efc6805-8c09-416f-9831-798d20b1893a req-e1116ba9-b731-4cb7-b703-8aedd4dcab07 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481977 Feb 21 04:25:27.134466 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] For port dfe64259-0c81-4f8f-8deb-f058279bb2fc, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:25:27.138478 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] For port dfe64259-0c81-4f8f-8deb-f058279bb2fc, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dfe64259-0c81-4f8f-8deb-f058279bb2fc,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:25:27.147810 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:27.187894 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:27.188476 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:27.191701 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] 10.222.0.45 "PUT /v2.0/ports/dfe64259-0c81-4f8f-8deb-f058279bb2fc HTTP/1.1" status: 200 len: 1094 time: 0.6371162 Feb 21 04:25:27.191873 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'tag': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:25:27.194306 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fb709e-9f70-4b2a-8403-fe78b475687e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0d468e-1c55-4684-8d83-192d0f7cfd9f", "tag": "dfe64259-0c81-4f8f-8deb-f058279bb2fc"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:25:27.238515 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54060cd0-4ad1-4861-9308-ce83890d06b1 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe64259-0c81-4f8f-8deb-f058279bb2fc,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:27.269210 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:27.269792 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c045b533-8bf3-4952-87c3-7fb13eb0ad6a x-openstack-request-id: req-c045b533-8bf3-4952-87c3-7fb13eb0ad6a {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:25:27.270181 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0d468e-1c55-4684-8d83-192d0f7cfd9f", "tag": "dfe64259-0c81-4f8f-8deb-f058279bb2fc", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:25:27.270279 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c045b533-8bf3-4952-87c3-7fb13eb0ad6a {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:25:27.271280 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'tag': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'status': 'completed', 'code': 200} Feb 21 04:25:27.288833 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'port_id': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a', 'mac_address': 'fa:16:3e:a0:7d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:25:27.319141 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165be16-646f-4653-8dc0-a280537f396d req-d2536dd9-a74f-468d-8f22-64879eb23b80 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:27.320624 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda294-a36e-4afb-94b3-f530313b001f req-837933d3-3d12-4b28-8cab-09dfd75c83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:27.320773 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5165be16-646f-4653-8dc0-a280537f396d req-d2536dd9-a74f-468d-8f22-64879eb23b80 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 943 time: 0.0617437 Feb 21 04:25:27.322261 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-837933d3-3d12-4b28-8cab-09dfd75c83bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 1128 time: 0.0686080 Feb 21 04:25:27.331386 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:27.331775 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:27.348544 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b5c4c14-36fb-4fa3-a6c2-612571e2855a {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:25:27.371685 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:27.374760 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-dceee3e3-3f33-41d9-8af5-5f4c2a5e6ae7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe64259-0c81-4f8f-8deb-f058279bb2fc HTTP/1.1" status: 200 len: 217 time: 0.0450079 Feb 21 04:25:27.377218 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5165be16-646f-4653-8dc0-a280537f396d req-583f24c9-a138-4926-a1ab-2d7b66352f82 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502849 Feb 21 04:25:27.378249 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:27.428385 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda294-a36e-4afb-94b3-f530313b001f req-78b6c4a1-232f-4dca-bafd-f5dba10cef57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:27.430083 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-78b6c4a1-232f-4dca-bafd-f5dba10cef57 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0485873 Feb 21 04:25:27.433432 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=0b5c4c14-36fb-4fa3-a6c2-612571e2855a,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:27.487519 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cda294-a36e-4afb-94b3-f530313b001f req-4c109370-5acb-4cd4-a431-82820d136f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:27.488971 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-4c109370-5acb-4cd4-a431-82820d136f84 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0521722 Feb 21 04:25:27.586664 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-1cd961fc-9776-4030-a0d5-cfeb56d91b8f service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913620 Feb 21 04:25:27.674542 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-17cda294-a36e-4afb-94b3-f530313b001f req-7692120c-d900-4040-bbac-93184948239e service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812116 Feb 21 04:25:27.702676 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['0b5c4c14-36fb-4fa3-a6c2-612571e2855a'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:25:27.763373 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb709e-9f70-4b2a-8403-fe78b475687e req-e4f4834a-e5d5-485c-95fe-5993cd827d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:27.764809 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-27fb709e-9f70-4b2a-8403-fe78b475687e req-e4f4834a-e5d5-485c-95fe-5993cd827d07 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 1128 time: 0.0483108 Feb 21 04:25:27.855660 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb709e-9f70-4b2a-8403-fe78b475687e req-9e1d4f45-a5d1-46c5-a507-43a01823cbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:27.857278 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-27fb709e-9f70-4b2a-8403-fe78b475687e req-9e1d4f45-a5d1-46c5-a507-43a01823cbda service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.0848768 Feb 21 04:25:27.898895 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-27fb709e-9f70-4b2a-8403-fe78b475687e req-9b82e81f-7709-49fc-aa39-89aca7dab0b9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe64259-0c81-4f8f-8deb-f058279bb2fc HTTP/1.1" status: 200 len: 217 time: 0.0344191 Feb 21 04:25:27.947526 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb709e-9f70-4b2a-8403-fe78b475687e req-4d75025f-8d8c-47de-a0ab-bc2ebdf83881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:27.948943 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-27fb709e-9f70-4b2a-8403-fe78b475687e req-4d75025f-8d8c-47de-a0ab-bc2ebdf83881 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0447180 Feb 21 04:25:27.995043 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb709e-9f70-4b2a-8403-fe78b475687e req-cb75e135-2130-4149-9459-d4f73b3c7513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:27.996523 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-27fb709e-9f70-4b2a-8403-fe78b475687e req-cb75e135-2130-4149-9459-d4f73b3c7513 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420470 Feb 21 04:25:28.085382 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-27fb709e-9f70-4b2a-8403-fe78b475687e req-088877fc-3a1f-4101-aab0-50213dbdc8b6 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811181 Feb 21 04:25:28.148867 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d88900c1-e96f-48f6-bcdb-ff46a4d1c798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:28.176280 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-27fb709e-9f70-4b2a-8403-fe78b475687e req-933e22a5-c7d8-47d8-b71c-50a22f8abadb service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847893 Feb 21 04:25:28.255012 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9d943-3098-41c7-9e85-381dfd25d35e req-0a9282d5-78ea-4619-97e0-c8474813f3b9 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:28.257146 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8e9d943-3098-41c7-9e85-381dfd25d35e req-0a9282d5-78ea-4619-97e0-c8474813f3b9 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 944 time: 0.0513680 Feb 21 04:25:28.304371 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d8e9d943-3098-41c7-9e85-381dfd25d35e req-ed4561fe-8158-4436-b947-6ed1c1df6bdd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Feb 21 04:25:28.498838 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf4149-861e-41f0-a9dd-4a245e5921e8 req-477d94b4-1393-495c-b2c3-371ddee922fb tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:28.500292 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b9bf4149-861e-41f0-a9dd-4a245e5921e8 req-477d94b4-1393-495c-b2c3-371ddee922fb tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 944 time: 0.0512862 Feb 21 04:25:28.548885 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b9bf4149-861e-41f0-a9dd-4a245e5921e8 req-395ec7ae-23da-4148-8cc6-9f25565dacca tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427287 Feb 21 04:25:29.128139 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 0b5c4c14-36fb-4fa3-a6c2-612571e2855a up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:25:29.184547 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:25:29.188652 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:29.189032 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:29.265640 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:29.266020 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:29.287898 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:25:29.290418 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3a0f2c-1211-4884-8310-bbbfcc46a340" -d '{"events": [{"server_uuid": "93b3eafa-8661-45e6-a0ae-920c3499ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "0b5c4c14-36fb-4fa3-a6c2-612571e2855a"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:25:29.303038 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:29.307122 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:29.370032 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=0b5c4c14-36fb-4fa3-a6c2-612571e2855a,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:29.389792 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439f85d2-48e9-416c-912b-44f0d98f843b x-openstack-request-id: req-439f85d2-48e9-416c-912b-44f0d98f843b {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:25:29.390088 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b3eafa-8661-45e6-a0ae-920c3499ae2f", "name": "network-vif-plugged", "status": "completed", "tag": "0b5c4c14-36fb-4fa3-a6c2-612571e2855a", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:25:29.390343 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-439f85d2-48e9-416c-912b-44f0d98f843b {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:25:29.390737 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a', 'code': 200} Feb 21 04:25:29.422154 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2e5458-c5b2-48bb-8c4a-11e65a37b934 req-0f82b216-b50a-4739-a497-c5da73525f26 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:29.423746 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1f2e5458-c5b2-48bb-8c4a-11e65a37b934 req-0f82b216-b50a-4739-a497-c5da73525f26 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 944 time: 0.0542402 Feb 21 04:25:29.473540 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1f2e5458-c5b2-48bb-8c4a-11e65a37b934 req-3008767c-6d92-4dd4-b8b4-5c515e052963 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440252 Feb 21 04:25:29.514497 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:29.569383 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e435035-63ea-4528-b657-3798e30b34ba req-bab7d402-4cfa-49c5-88c7-ffdbfbb5eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:29.570882 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6e435035-63ea-4528-b657-3798e30b34ba req-bab7d402-4cfa-49c5-88c7-ffdbfbb5eaa1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 1129 time: 0.0450826 Feb 21 04:25:29.612882 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6e435035-63ea-4528-b657-3798e30b34ba req-9ca236d5-0953-40a7-80cf-9df17ca39a2a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364227 Feb 21 04:25:29.666812 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b26e7-3211-446f-84bc-59ab4f3366cf req-5589a561-375e-4ffc-96be-4a0879a132b6 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:29.668180 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d70b26e7-3211-446f-84bc-59ab4f3366cf req-5589a561-375e-4ffc-96be-4a0879a132b6 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0504482 Feb 21 04:25:29.712950 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d70b26e7-3211-446f-84bc-59ab4f3366cf req-9d35fefb-28fa-4dc3-826b-5f344159f892 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391757 Feb 21 04:25:30.592125 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea41d9-13f5-4010-b075-ea12ea2dd9d2 req-9f59c333-4c49-4898-8f62-54f9b1e926cb tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:30.593612 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ceea41d9-13f5-4010-b075-ea12ea2dd9d2 req-9f59c333-4c49-4898-8f62-54f9b1e926cb tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 944 time: 0.0536969 Feb 21 04:25:30.640965 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ceea41d9-13f5-4010-b075-ea12ea2dd9d2 req-238608ae-192d-4af4-a874-1fa12dcfb954 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417969 Feb 21 04:25:30.829716 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e331d0-9789-42dd-8e4c-03fd9905f01b req-34b8108b-b745-46e0-bc23-6aee8b285e58 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:30.831218 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-44e331d0-9789-42dd-8e4c-03fd9905f01b req-34b8108b-b745-46e0-bc23-6aee8b285e58 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0519421 Feb 21 04:25:30.879042 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-44e331d0-9789-42dd-8e4c-03fd9905f01b req-c3fd8da3-53bf-4328-8eb8-94c5ce08b8cc tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417817 Feb 21 04:25:30.885138 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:31.760292 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c95fff-e62b-445e-bf9d-52e97493c5f5 req-d8dfb578-9504-4895-824a-24e291baa9c8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:31.761804 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d7c95fff-e62b-445e-bf9d-52e97493c5f5 req-d8dfb578-9504-4895-824a-24e291baa9c8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 944 time: 0.0547073 Feb 21 04:25:31.809493 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d7c95fff-e62b-445e-bf9d-52e97493c5f5 req-3fbd18a5-5c7b-43c9-a2df-1d0b75614d9b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422449 Feb 21 04:25:31.998065 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8a96df-fbf0-4bd8-9b77-eab1e7a46d1c req-85baa958-69d3-45e3-91de-ba187aac09b9 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:31.999648 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3f8a96df-fbf0-4bd8-9b77-eab1e7a46d1c req-85baa958-69d3-45e3-91de-ba187aac09b9 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0511429 Feb 21 04:25:32.044711 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3f8a96df-fbf0-4bd8-9b77-eab1e7a46d1c req-45d1fc04-b545-45a6-9b60-0845204d0b21 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396485 Feb 21 04:25:32.153800 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b65c8d-7ec7-4cfa-95f6-ec951403c09b req-8ca6a304-61a3-496f-aabe-2a9f791bef04 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:32.155251 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-37b65c8d-7ec7-4cfa-95f6-ec951403c09b req-8ca6a304-61a3-496f-aabe-2a9f791bef04 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0503354 Feb 21 04:25:32.164299 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39326) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:32.168432 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-9ea4c354-67fb-4e5f-98da-31ff1954471d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'floatingip': {'port_id': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:32.209333 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c354-67fb-4e5f-98da-31ff1954471d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (f0eb4086-896c-4c18-81d9-e6bc9c339b1d), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:32.525298 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:32.880021 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c354-67fb-4e5f-98da-31ff1954471d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:32.890060 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c354-67fb-4e5f-98da-31ff1954471d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (f0eb4086-896c-4c18-81d9-e6bc9c339b1d), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:32.977711 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980475ad-62f5-467b-9e77-a93eddc7ae3f req-45d504f5-438d-4568-b797-f3af6007e21c tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:32.979193 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-980475ad-62f5-467b-9e77-a93eddc7ae3f req-45d504f5-438d-4568-b797-f3af6007e21c tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 944 time: 0.1033733 Feb 21 04:25:33.045452 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-9ea4c354-67fb-4e5f-98da-31ff1954471d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Floating IP f0eb4086-896c-4c18-81d9-e6bc9c339b1d associated. External IP: 172.27.0.31, port: 0b5c4c14-36fb-4fa3-a6c2-612571e2855a. Feb 21 04:25:33.097060 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-980475ad-62f5-467b-9e77-a93eddc7ae3f req-2a65e9de-d244-468f-9457-891678d9d2f0 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922680 Feb 21 04:25:33.271520 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea4c354-67fb-4e5f-98da-31ff1954471d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Router f8317192-2177-4b59-94d1-377c32d5a3b7 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:25:33.378685 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea4c354-67fb-4e5f-98da-31ff1954471d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:25:33.383548 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9ea4c354-67fb-4e5f-98da-31ff1954471d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:33.388008 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35573442-9696-4e6f-a07e-4631db00fc8f None None] Sync routers for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:25:33.397191 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35573442-9696-4e6f-a07e-4631db00fc8f None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:33.397780 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-35573442-9696-4e6f-a07e-4631db00fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:25:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:33.413185 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-9ea4c354-67fb-4e5f-98da-31ff1954471d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "PUT /v2.0/floatingips/f0eb4086-896c-4c18-81d9-e6bc9c339b1d HTTP/1.1" status: 200 len: 990 time: 1.2478578 Feb 21 04:25:33.413766 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'tag': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:25:33.415983 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ce18a3-d646-4c70-bb2c-a6252ba47419" -d '{"events": [{"name": "network-changed", "server_uuid": "93b3eafa-8661-45e6-a0ae-920c3499ae2f", "tag": "0b5c4c14-36fb-4fa3-a6c2-612571e2855a"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:25:33.458976 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a6fa0a-2656-4d47-b762-fbd9a306451f x-openstack-request-id: req-80a6fa0a-2656-4d47-b762-fbd9a306451f {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:25:33.459354 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93b3eafa-8661-45e6-a0ae-920c3499ae2f", "tag": "0b5c4c14-36fb-4fa3-a6c2-612571e2855a", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:25:33.459674 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80a6fa0a-2656-4d47-b762-fbd9a306451f {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:25:33.460145 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'tag': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a', 'status': 'completed', 'code': 200} Feb 21 04:25:33.528508 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce18a3-d646-4c70-bb2c-a6252ba47419 req-efb4f5af-10fa-4495-a9e8-296048dafdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:33.532095 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c9ce18a3-d646-4c70-bb2c-a6252ba47419 req-efb4f5af-10fa-4495-a9e8-296048dafdbc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 1129 time: 0.0519726 Feb 21 04:25:33.593670 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-35573442-9696-4e6f-a07e-4631db00fc8f None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:33.619585 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce18a3-d646-4c70-bb2c-a6252ba47419 req-5921f68d-f5ef-427a-94a1-ece89118bf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:33.621197 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c9ce18a3-d646-4c70-bb2c-a6252ba47419 req-5921f68d-f5ef-427a-94a1-ece89118bf10 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 910 time: 0.0832608 Feb 21 04:25:33.704106 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c9ce18a3-d646-4c70-bb2c-a6252ba47419 req-71c7b089-3297-412a-a3a3-f2d266325aad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a HTTP/1.1" status: 200 len: 998 time: 0.0612512 Feb 21 04:25:33.751153 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce18a3-d646-4c70-bb2c-a6252ba47419 req-fbc7ad66-c120-48fe-8804-94579c49e956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:33.752602 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c9ce18a3-d646-4c70-bb2c-a6252ba47419 req-fbc7ad66-c120-48fe-8804-94579c49e956 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5e095f6-2df0-4863-8e91-140a5d0962d8 HTTP/1.1" status: 200 len: 849 time: 0.0426064 Feb 21 04:25:33.800601 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce18a3-d646-4c70-bb2c-a6252ba47419 req-583c3c21-2508-4d12-94ae-22da25dd2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:33.802113 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c9ce18a3-d646-4c70-bb2c-a6252ba47419 req-583c3c21-2508-4d12-94ae-22da25dd2010 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c9062fa-aec5-48ac-8813-607eff1131a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430453 Feb 21 04:25:33.810694 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-35573442-9696-4e6f-a07e-4631db00fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': 'f0eb4086-896c-4c18-81d9-e6bc9c339b1d', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'port_id': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'mac_address': 'fa:16:3e:a0:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:20Z', 'updated_at': '2022-02-21T04:25:32Z', 'revision_number': 1, 'project_id': 'e95f468f72044118862b24027a3667e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:33.840085 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35573442-9696-4e6f-a07e-4631db00fc8f None None] Checking router: f8317192-2177-4b59-94d1-377c32d5a3b7 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:25:33.848138 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35573442-9696-4e6f-a07e-4631db00fc8f None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:33.848859 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-35573442-9696-4e6f-a07e-4631db00fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:25:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:33.891916 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c9ce18a3-d646-4c70-bb2c-a6252ba47419 req-09d3de57-5f5c-4fb1-ac8a-45420c4ec373 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835025 Feb 21 04:25:33.955003 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-35573442-9696-4e6f-a07e-4631db00fc8f None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:33.980344 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c9ce18a3-d646-4c70-bb2c-a6252ba47419 req-1463da98-08fc-48f7-bd45-ade95e74ff10 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820265 Feb 21 04:25:34.169818 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-35573442-9696-4e6f-a07e-4631db00fc8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': 'f0eb4086-896c-4c18-81d9-e6bc9c339b1d', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'port_id': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'mac_address': 'fa:16:3e:a0:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:20Z', 'updated_at': '2022-02-21T04:25:32Z', 'revision_number': 1, 'project_id': 'e95f468f72044118862b24027a3667e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:34.199244 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35573442-9696-4e6f-a07e-4631db00fc8f None None] The sync data for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi is: [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': 'f0eb4086-896c-4c18-81d9-e6bc9c339b1d', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'floating_ip_address': '172.27.0.31', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'port_id': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'mac_address': 'fa:16:3e:a0:7d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:20Z', 'updated_at': '2022-02-21T04:25:32Z', 'revision_number': 1, 'project_id': 'e95f468f72044118862b24027a3667e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:25:34.217754 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4eef9b-96e9-4cc3-88f6-e292ef8408a8 req-ddd809c8-5872-4444-91ee-f2986c9b9a44 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:34.219286 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa4eef9b-96e9-4cc3-88f6-e292ef8408a8 req-ddd809c8-5872-4444-91ee-f2986c9b9a44 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 944 time: 0.0543835 Feb 21 04:25:34.269940 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aa4eef9b-96e9-4cc3-88f6-e292ef8408a8 req-8f35fb70-b13d-4ad2-94cb-e7e36a335f55 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449550 Feb 21 04:25:34.402651 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e3b0b2-ea44-412d-8923-9ee1a689f6ec None None] New status for floating IP f0eb4086-896c-4c18-81d9-e6bc9c339b1d: ACTIVE {{(pid=102901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:25:35.144106 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device dfe64259-0c81-4f8f-8deb-f058279bb2fc details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:25:35.240560 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port dfe64259-0c81-4f8f-8deb-f058279bb2fc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dfe64259-0c81-4f8f-8deb-f058279bb2fc,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:35.253314 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'port_id': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'mac_address': 'fa:16:3e:85:45:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:25:35.289346 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port dfe64259-0c81-4f8f-8deb-f058279bb2fc is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:35.289727 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:35.302163 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe64259-0c81-4f8f-8deb-f058279bb2fc {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:25:35.321654 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port dfe64259-0c81-4f8f-8deb-f058279bb2fc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dfe64259-0c81-4f8f-8deb-f058279bb2fc,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:35.325317 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:35.374101 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=dfe64259-0c81-4f8f-8deb-f058279bb2fc,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:35.393839 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ce638c-eb6b-4b63-be16-7cd2722985a1 req-9297f15b-0719-40ee-bbf3-b87f25fcb0cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:35.395381 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-82ce638c-eb6b-4b63-be16-7cd2722985a1 req-9297f15b-0719-40ee-bbf3-b87f25fcb0cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 945 time: 0.0581462 Feb 21 04:25:35.443954 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-82ce638c-eb6b-4b63-be16-7cd2722985a1 req-0bf87818-8816-4319-becb-161be1d59eb2 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424607 Feb 21 04:25:35.634623 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['dfe64259-0c81-4f8f-8deb-f058279bb2fc'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:25:36.558580 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3752162-151a-4e54-864f-7340eca674ad req-d1434069-e13b-48aa-9664-72993651e8b3 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:36.560120 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b3752162-151a-4e54-864f-7340eca674ad req-d1434069-e13b-48aa-9664-72993651e8b3 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 945 time: 0.0513475 Feb 21 04:25:36.608274 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b3752162-151a-4e54-864f-7340eca674ad req-614ea424-1274-4a15-98a6-01a37daa8594 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420887 Feb 21 04:25:37.138471 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device dfe64259-0c81-4f8f-8deb-f058279bb2fc up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:25:37.185769 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port dfe64259-0c81-4f8f-8deb-f058279bb2fc completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:25:37.189404 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port dfe64259-0c81-4f8f-8deb-f058279bb2fc triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:25:37.189774 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:37.268920 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port dfe64259-0c81-4f8f-8deb-f058279bb2fc is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:25:37.269300 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:37.290436 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:25:37.292698 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a4a63-d673-4013-bc65-1113e980820c" -d '{"events": [{"server_uuid": "1f0d468e-1c55-4684-8d83-192d0f7cfd9f", "name": "network-vif-plugged", "status": "completed", "tag": "dfe64259-0c81-4f8f-8deb-f058279bb2fc"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:25:37.307306 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port dfe64259-0c81-4f8f-8deb-f058279bb2fc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dfe64259-0c81-4f8f-8deb-f058279bb2fc,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:25:37.311446 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:37.337124 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7191241e-1486-4baa-8ee6-d42a04139452 x-openstack-request-id: req-7191241e-1486-4baa-8ee6-d42a04139452 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:25:37.337619 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0d468e-1c55-4684-8d83-192d0f7cfd9f", "name": "network-vif-plugged", "status": "completed", "tag": "dfe64259-0c81-4f8f-8deb-f058279bb2fc", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:25:37.337870 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7191241e-1486-4baa-8ee6-d42a04139452 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:25:37.338249 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'code': 200} Feb 21 04:25:37.363895 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=dfe64259-0c81-4f8f-8deb-f058279bb2fc,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:37.551420 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e2573-1e20-443e-ad44-eff88571c5a9 req-feaaeacb-3100-40e2-979f-54e0346c9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:37.553383 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-291e2573-1e20-443e-ad44-eff88571c5a9 req-feaaeacb-3100-40e2-979f-54e0346c9669 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 1130 time: 0.0439627 Feb 21 04:25:37.596400 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-291e2573-1e20-443e-ad44-eff88571c5a9 req-990f872e-245b-4429-a852-87d5b8ae1183 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366282 Feb 21 04:25:37.725096 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347182b9-8c63-41e0-a960-75d82cb43dbc req-7ce74037-2eb3-4606-9ef9-282edebbb483 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:37.726569 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-347182b9-8c63-41e0-a960-75d82cb43dbc req-7ce74037-2eb3-4606-9ef9-282edebbb483 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 946 time: 0.0542657 Feb 21 04:25:37.774201 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-347182b9-8c63-41e0-a960-75d82cb43dbc req-35e22b96-a1fc-4dd2-b954-36630b0457f6 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421605 Feb 21 04:25:38.893201 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650373b-d0c9-48b3-a215-f2ec861d863f req-94ccc502-4211-401f-9ffb-0d556a9b4681 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:38.894665 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4650373b-d0c9-48b3-a215-f2ec861d863f req-94ccc502-4211-401f-9ffb-0d556a9b4681 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 946 time: 0.0530078 Feb 21 04:25:38.945147 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4650373b-d0c9-48b3-a215-f2ec861d863f req-e270d596-5cda-40dd-a048-5ee7619bb61a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450027 Feb 21 04:25:40.062478 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5389a50d-114f-484a-944e-a85ab4e108c2 req-181b408b-6077-4f13-9a65-d68121ba9d74 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:40.063859 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5389a50d-114f-484a-944e-a85ab4e108c2 req-181b408b-6077-4f13-9a65-d68121ba9d74 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 946 time: 0.0509298 Feb 21 04:25:40.114008 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5389a50d-114f-484a-944e-a85ab4e108c2 req-f84c202b-dece-431a-91a2-b9c540bc035e tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441630 Feb 21 04:25:40.228889 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05640517-290a-4806-b89d-cda629883c82 req-69e831e2-fd46-4237-8508-bfd74d3f3ca7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:40.230508 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-05640517-290a-4806-b89d-cda629883c82 req-69e831e2-fd46-4237-8508-bfd74d3f3ca7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 946 time: 0.0523829 Feb 21 04:25:40.281472 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-05640517-290a-4806-b89d-cda629883c82 req-4c25450f-3899-468e-99aa-34e929553568 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445142 Feb 21 04:25:40.302970 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39354) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:40.347106 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79058e08-6025-4717-bf74-fd6b758ba251 tempest-TestVolumeBootPattern-429656192 tempest-TestVolumeBootPattern-429656192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:40.348544 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-79058e08-6025-4717-bf74-fd6b758ba251 tempest-TestVolumeBootPattern-429656192 tempest-TestVolumeBootPattern-429656192-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 1125 time: 0.0441368 Feb 21 04:25:40.351324 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39356) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:25:40.355555 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'floatingip': {'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'port_id': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:25:40.375064 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:40.472388 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:40.575059 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Allocated IP 172.27.0.229 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/d05673d5-b63d-44ca-9e56-77baee088401) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:25:40.674985 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for port (d05673d5-b63d-44ca-9e56-77baee088401), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:40.707369 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (d05673d5-b63d-44ca-9e56-77baee088401), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:40.743391 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:25:40.746339 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:25:40.748985 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:25:40.779547 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:40.780201 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'Port': ['ID=d05673d5-b63d-44ca-9e56-77baee088401,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:41.109248 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (6eb99d65-da2f-4f39-a557-e0b97d5fce0a), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:41.175228 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (d05673d5-b63d-44ca-9e56-77baee088401), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:41.325045 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for port (d05673d5-b63d-44ca-9e56-77baee088401), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:41.329024 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (d05673d5-b63d-44ca-9e56-77baee088401), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:41.398824 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'Port': ['ID=d05673d5-b63d-44ca-9e56-77baee088401,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:25:41.406982 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (6eb99d65-da2f-4f39-a557-e0b97d5fce0a), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:41.504946 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Floating IP 6eb99d65-da2f-4f39-a557-e0b97d5fce0a associated. External IP: 172.27.0.229, port: dfe64259-0c81-4f8f-8deb-f058279bb2fc. Feb 21 04:25:41.712433 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:25:42.061345 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:25:42.071222 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb5e4c-17ae-402d-a576-49f65647cc9c None None] Sync routers for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:25:42.080056 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:42.081566 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb5e4c-17ae-402d-a576-49f65647cc9c None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:42.082180 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-f3bb5e4c-17ae-402d-a576-49f65647cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:25:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:42.109460 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-aaa3ed25-6e9a-41b7-abd6-23c557e2f29f tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7571404 Feb 21 04:25:42.110192 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'tag': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:25:42.112611 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86904b14-b4e0-4e16-a900-3f80ae1afceb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0d468e-1c55-4684-8d83-192d0f7cfd9f", "tag": "dfe64259-0c81-4f8f-8deb-f058279bb2fc"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:25:42.148472 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f0b76-7bd0-4ca2-b40d-209ad76e4e20 x-openstack-request-id: req-f92f0b76-7bd0-4ca2-b40d-209ad76e4e20 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:25:42.148797 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0d468e-1c55-4684-8d83-192d0f7cfd9f", "tag": "dfe64259-0c81-4f8f-8deb-f058279bb2fc", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:25:42.149053 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f92f0b76-7bd0-4ca2-b40d-209ad76e4e20 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:25:42.149454 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'tag': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'status': 'completed', 'code': 200} Feb 21 04:25:42.204578 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-f3bb5e4c-17ae-402d-a576-49f65647cc9c None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:42.220731 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86904b14-b4e0-4e16-a900-3f80ae1afceb req-c41ae8c0-f1fa-4a01-ba79-449ca67ac000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:42.222239 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-86904b14-b4e0-4e16-a900-3f80ae1afceb req-c41ae8c0-f1fa-4a01-ba79-449ca67ac000 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 1130 time: 0.0517972 Feb 21 04:25:42.308736 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86904b14-b4e0-4e16-a900-3f80ae1afceb req-c5e1e89c-2039-4080-828d-cbb291e57bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:42.310236 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-86904b14-b4e0-4e16-a900-3f80ae1afceb req-c5e1e89c-2039-4080-828d-cbb291e57bd7 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.0827422 Feb 21 04:25:42.377729 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-86904b14-b4e0-4e16-a900-3f80ae1afceb req-9e5009a6-7ffc-43eb-9d02-bfc87d9dc378 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe64259-0c81-4f8f-8deb-f058279bb2fc HTTP/1.1" status: 200 len: 1000 time: 0.0619712 Feb 21 04:25:42.423849 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86904b14-b4e0-4e16-a900-3f80ae1afceb req-70340720-5579-40aa-896c-f4f3032ea94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:42.425380 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-86904b14-b4e0-4e16-a900-3f80ae1afceb req-70340720-5579-40aa-896c-f4f3032ea94c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0421314 Feb 21 04:25:42.426840 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-f3bb5e4c-17ae-402d-a576-49f65647cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '6eb99d65-da2f-4f39-a557-e0b97d5fce0a', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:85:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:40Z', 'updated_at': '2022-02-21T04:25:40Z', 'revision_number': 0, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:42.456468 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb5e4c-17ae-402d-a576-49f65647cc9c None None] Checking router: 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:25:42.464971 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb5e4c-17ae-402d-a576-49f65647cc9c None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:25:42.465572 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-f3bb5e4c-17ae-402d-a576-49f65647cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:25:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:42.472355 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86904b14-b4e0-4e16-a900-3f80ae1afceb req-cdab2d19-bbd8-4feb-b4f8-0ad15b02264e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:25:42.473874 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-86904b14-b4e0-4e16-a900-3f80ae1afceb req-cdab2d19-bbd8-4feb-b4f8-0ad15b02264e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428205 Feb 21 04:25:42.566365 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-86904b14-b4e0-4e16-a900-3f80ae1afceb req-7d819bf3-f397-4769-8010-1d1d061746b8 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862241 Feb 21 04:25:42.576152 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-f3bb5e4c-17ae-402d-a576-49f65647cc9c None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:25:42.653867 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-86904b14-b4e0-4e16-a900-3f80ae1afceb req-f2f5043c-ace8-4df1-87ed-cecd86c8a036 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813267 Feb 21 04:25:42.806055 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-f3bb5e4c-17ae-402d-a576-49f65647cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '6eb99d65-da2f-4f39-a557-e0b97d5fce0a', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:85:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:40Z', 'updated_at': '2022-02-21T04:25:40Z', 'revision_number': 0, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:25:42.835692 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb5e4c-17ae-402d-a576-49f65647cc9c None None] The sync data for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi is: [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '6eb99d65-da2f-4f39-a557-e0b97d5fce0a', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:85:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:40Z', 'updated_at': '2022-02-21T04:25:40Z', 'revision_number': 0, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:25:43.027033 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ce43ea-79cd-4f14-b5f8-c26b5c79e142 None None] New status for floating IP 6eb99d65-da2f-4f39-a557-e0b97d5fce0a: ACTIVE {{(pid=102901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:25:47.510360 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:25:56.120504 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-cee926fe-a7a8-4f2d-bb64-c218a6ac2373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:58.152620 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-50f6e732-a3ba-4fe7-9eef-8a057f3ec606 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:25:59.503001 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:00.886002 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:02.518400 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:10.781581 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:17.617390 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-ffd78137-59ba-4a50-9360-79b317b91ddf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431397 Feb 21 04:26:17.703443 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-6b0854fe-8b1b-46cf-8a54-848ec8b71761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:26:17.704945 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-6b0854fe-8b1b-46cf-8a54-848ec8b71761 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 1129 time: 0.0468009 Feb 21 04:26:17.805695 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-ecc730d0-1454-4da5-88fa-4ef85512d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:26:17.807159 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-ecc730d0-1454-4da5-88fa-4ef85512d488 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 910 time: 0.0836928 Feb 21 04:26:17.873128 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-87f3a273-2e82-44a8-bf1d-d646fe5c0d4b service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a HTTP/1.1" status: 200 len: 1000 time: 0.0597634 Feb 21 04:26:17.921418 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-ab6757d6-db33-4bcd-b0f9-0524996d85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:26:17.922843 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-ab6757d6-db33-4bcd-b0f9-0524996d85a5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5e095f6-2df0-4863-8e91-140a5d0962d8 HTTP/1.1" status: 200 len: 849 time: 0.0439188 Feb 21 04:26:17.971153 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-b97b552b-f1f5-4103-86c1-00472f123ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:26:17.972616 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-b97b552b-f1f5-4103-86c1-00472f123ddc service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c9062fa-aec5-48ac-8813-607eff1131a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430171 Feb 21 04:26:18.060529 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-814a819b-1aec-4cb6-a018-4a55edaa1125 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821519 Feb 21 04:26:18.146284 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ad881fdb-3fd2-46e1-b268-b92ae87dc210 req-910380ae-40dd-4e7a-90c6-06904853016f service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796797 Feb 21 04:26:24.508906 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:26:26.122778 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4a34df40-21ad-4d8f-87c4-23a0621c0bf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:28.156263 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d8dc6b9b-466b-4fe2-b35f-e9eed95b5f42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:29.505604 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:30.888623 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:32.520560 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:40.779381 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:56.123526 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-45ed1fb6-8779-40a2-862e-6c2d591c3932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:57.678858 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674d4d0f-2701-4d5e-b53d-edebfa23fd59 req-967b18e2-4f59-45c5-b631-eef36fb2a452 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:26:57.680342 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-674d4d0f-2701-4d5e-b53d-edebfa23fd59 req-967b18e2-4f59-45c5-b631-eef36fb2a452 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0542903 Feb 21 04:26:57.725877 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-674d4d0f-2701-4d5e-b53d-edebfa23fd59 req-8fa61026-cc5a-4fea-922b-e5af1feaa17b tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400269 Feb 21 04:26:58.157249 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5e6c1583-c9b2-46ac-b944-5d305b662d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:26:58.845512 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6854cde-f853-40b0-8523-48f1c3fc9006 req-8585bb60-12eb-46dd-87bf-2039b5f69499 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:26:58.846973 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e6854cde-f853-40b0-8523-48f1c3fc9006 req-8585bb60-12eb-46dd-87bf-2039b5f69499 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0532336 Feb 21 04:26:58.891263 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e6854cde-f853-40b0-8523-48f1c3fc9006 req-b036679d-79c9-4d71-aea2-bb71977996b6 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382426 Feb 21 04:26:59.508378 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:00.007641 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0f1c97-f886-4d2e-9aa1-0be74aa78420 req-defe8439-8dac-4884-a4bd-f040c25fc1c1 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:00.009140 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ef0f1c97-f886-4d2e-9aa1-0be74aa78420 req-defe8439-8dac-4884-a4bd-f040c25fc1c1 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0512896 Feb 21 04:27:00.054958 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ef0f1c97-f886-4d2e-9aa1-0be74aa78420 req-831a16c7-655c-44aa-acb5-09bf018b1cf4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403445 Feb 21 04:27:00.891992 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:01.169137 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db374425-2fc2-44ed-8e2f-faf1ff904cc8 req-6863aa31-24fd-4eb3-ac2d-ea96e06ed606 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:01.170592 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-db374425-2fc2-44ed-8e2f-faf1ff904cc8 req-6863aa31-24fd-4eb3-ac2d-ea96e06ed606 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0509357 Feb 21 04:27:01.219041 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-db374425-2fc2-44ed-8e2f-faf1ff904cc8 req-9183c69d-6bfc-48aa-a384-20a57629c71a tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429876 Feb 21 04:27:01.509778 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:27:02.335227 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f63ec8-2161-463f-a636-250140f2cdfe req-81fc30b8-e6bb-4aff-8f43-0e8aaa6265b2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:02.337535 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-51f63ec8-2161-463f-a636-250140f2cdfe req-81fc30b8-e6bb-4aff-8f43-0e8aaa6265b2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0531340 Feb 21 04:27:02.385004 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-51f63ec8-2161-463f-a636-250140f2cdfe req-6cfc3fb1-d5dd-4772-abfc-b0172130c1fd tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409074 Feb 21 04:27:02.522155 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:03.501719 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e5188-3ab7-4154-89c1-fbb11ffa648d req-ceb7f07f-6284-4e80-9bef-8a8ffef81818 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:03.503182 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2e6e5188-3ab7-4154-89c1-fbb11ffa648d req-ceb7f07f-6284-4e80-9bef-8a8ffef81818 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0502954 Feb 21 04:27:03.547925 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2e6e5188-3ab7-4154-89c1-fbb11ffa648d req-e8f096e4-c330-4d85-a1ee-ec3392c2c0a3 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386424 Feb 21 04:27:04.668774 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afdfc46-c491-479f-86f0-6b43d2c0e23b req-74653494-9f49-43e0-a2a1-f9419f1bd3d9 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:04.670248 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4afdfc46-c491-479f-86f0-6b43d2c0e23b req-74653494-9f49-43e0-a2a1-f9419f1bd3d9 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0566421 Feb 21 04:27:04.715413 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4afdfc46-c491-479f-86f0-6b43d2c0e23b req-667603b7-a6f0-4647-97b2-784167f74a61 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397251 Feb 21 04:27:05.831102 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89c845-39bf-47ed-aa30-16ccbdc1f6a6 req-d18221a0-5be0-4fdb-9d0a-85471c076ffa tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:05.832577 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd89c845-39bf-47ed-aa30-16ccbdc1f6a6 req-d18221a0-5be0-4fdb-9d0a-85471c076ffa tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0515387 Feb 21 04:27:05.877548 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fd89c845-39bf-47ed-aa30-16ccbdc1f6a6 req-9b82d2ae-6ce0-4bbe-9472-3705bf7d9cad tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395975 Feb 21 04:27:06.995389 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d183eb87-e674-4517-bb55-6a84542f8ea3 req-3dbc7200-7df6-4de0-828f-1b7d0ef56d15 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:06.996868 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d183eb87-e674-4517-bb55-6a84542f8ea3 req-3dbc7200-7df6-4de0-828f-1b7d0ef56d15 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0541284 Feb 21 04:27:07.045614 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d183eb87-e674-4517-bb55-6a84542f8ea3 req-cb987c5f-e0fd-4686-b82e-acebf39a385d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430722 Feb 21 04:27:08.161523 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d225d89-ba66-40af-8b34-fd92b4eb9688 req-aaebb615-2206-4eac-89c7-a42785e7c508 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:08.163011 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3d225d89-ba66-40af-8b34-fd92b4eb9688 req-aaebb615-2206-4eac-89c7-a42785e7c508 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0516598 Feb 21 04:27:08.208331 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3d225d89-ba66-40af-8b34-fd92b4eb9688 req-bef63c46-d8e8-406f-b65b-ab7cec462f6a tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398548 Feb 21 04:27:09.323438 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da7cde-b998-4ffd-8402-2f8e472041cf req-a7ab2446-b0d0-4234-a89a-0ce34d6aed81 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:09.324945 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-33da7cde-b998-4ffd-8402-2f8e472041cf req-a7ab2446-b0d0-4234-a89a-0ce34d6aed81 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0511832 Feb 21 04:27:09.373481 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-33da7cde-b998-4ffd-8402-2f8e472041cf req-e427ff5a-4f6b-4089-be05-9fde39844f6b tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417311 Feb 21 04:27:10.491355 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea06923-1aa7-4783-b676-facb4443b485 req-b5182445-215c-4448-80c3-57aa40d007ca tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:10.492835 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cea06923-1aa7-4783-b676-facb4443b485 req-b5182445-215c-4448-80c3-57aa40d007ca tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0547180 Feb 21 04:27:10.538248 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-cea06923-1aa7-4783-b676-facb4443b485 req-f037a702-7bde-4aae-b906-b352feaebd13 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400064 Feb 21 04:27:10.773341 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:11.654662 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70eba03-57e8-44bf-be26-90ccfd2be38d req-24f71bec-ba70-454a-8acb-87577cc27229 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:11.656117 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b70eba03-57e8-44bf-be26-90ccfd2be38d req-24f71bec-ba70-454a-8acb-87577cc27229 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0523834 Feb 21 04:27:11.705973 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b70eba03-57e8-44bf-be26-90ccfd2be38d req-4fedca39-4bf9-4e5d-9a59-eeb8ec7b3446 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436695 Feb 21 04:27:12.825751 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c171b3a-e77c-4c9e-872d-4d097fcf1e2a req-b29ac6ba-38fd-4bbe-ae06-eb906e57fcb9 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:12.827216 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4c171b3a-e77c-4c9e-872d-4d097fcf1e2a req-b29ac6ba-38fd-4bbe-ae06-eb906e57fcb9 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0546346 Feb 21 04:27:12.871794 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4c171b3a-e77c-4c9e-872d-4d097fcf1e2a req-0afd505b-b8e1-49f8-b756-ea86148f5fd3 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392351 Feb 21 04:27:13.989002 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48eab1-810e-4bd0-b1d3-597c7be0199d req-71635230-475e-4503-a328-917f538b653d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:13.990556 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0e48eab1-810e-4bd0-b1d3-597c7be0199d req-71635230-475e-4503-a328-917f538b653d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0524623 Feb 21 04:27:14.042867 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0e48eab1-810e-4bd0-b1d3-597c7be0199d req-9208c937-0bd8-41ac-8dde-80bbb8d51901 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468760 Feb 21 04:27:15.158507 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87104b3f-fbb5-4dce-ac48-e9c7d66da2b1 req-31074781-f3f2-4fd8-918e-b53600a9c2f7 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:15.159969 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-87104b3f-fbb5-4dce-ac48-e9c7d66da2b1 req-31074781-f3f2-4fd8-918e-b53600a9c2f7 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0513892 Feb 21 04:27:15.208589 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-87104b3f-fbb5-4dce-ac48-e9c7d66da2b1 req-a15345c5-907a-4412-933d-402132fdbd3b tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432000 Feb 21 04:27:16.323326 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784b1157-162e-4cc0-b164-88880f4b88c7 req-325b5536-cc24-4170-8904-18e610eff4da tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:16.324824 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-784b1157-162e-4cc0-b164-88880f4b88c7 req-325b5536-cc24-4170-8904-18e610eff4da tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0512829 Feb 21 04:27:16.371720 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-784b1157-162e-4cc0-b164-88880f4b88c7 req-e05f57cb-fa9d-41a7-9c06-2489bc18d6b6 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413325 Feb 21 04:27:17.487751 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2519cb-cc50-4cdd-ba71-2ce664066707 req-c87a9284-2a8c-421a-97c1-23f9d6faa68d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:17.489295 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2e2519cb-cc50-4cdd-ba71-2ce664066707 req-c87a9284-2a8c-421a-97c1-23f9d6faa68d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0516849 Feb 21 04:27:17.533481 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2e2519cb-cc50-4cdd-ba71-2ce664066707 req-8bfbd27e-4dce-4f96-b6aa-b7979dfc275a tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388646 Feb 21 04:27:17.618465 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-a42f75fd-8b05-4f51-bfda-8c5546cf912e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425327 Feb 21 04:27:17.688289 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-517f93b9-2069-40c3-9105-45a3b44b55e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:17.689696 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-517f93b9-2069-40c3-9105-45a3b44b55e8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 1130 time: 0.0484934 Feb 21 04:27:17.787765 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-fb671669-4e98-4e4a-ac66-fb2eba9cef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:17.789249 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-fb671669-4e98-4e4a-ac66-fb2eba9cef2c service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.0823326 Feb 21 04:27:17.857928 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-f6479eec-43ee-45be-9cb9-0c1b4f965ed0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe64259-0c81-4f8f-8deb-f058279bb2fc HTTP/1.1" status: 200 len: 1002 time: 0.0622942 Feb 21 04:27:17.906404 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-8e036c50-0839-4405-98b2-05700ff5b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:17.907848 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-8e036c50-0839-4405-98b2-05700ff5b21f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0437984 Feb 21 04:27:17.959448 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-d5591aaf-821f-454c-b8f9-e52adef12c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:17.960925 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-d5591aaf-821f-454c-b8f9-e52adef12c73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457578 Feb 21 04:27:18.291923 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-acfd5ab1-b1b2-4cf7-946a-585febf9da12 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252461 Feb 21 04:27:18.380339 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12b961d5-2c7c-41df-8837-7a371c4ceaad req-75fdc719-81fc-4b4c-8360-ccf32608ed82 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822887 Feb 21 04:27:18.657616 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c713b85-1276-40f6-9e95-097e92d7fd1a req-37668e7a-0a72-42f5-9d3c-40daaaa708c0 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:18.659103 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c713b85-1276-40f6-9e95-097e92d7fd1a req-37668e7a-0a72-42f5-9d3c-40daaaa708c0 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0553529 Feb 21 04:27:18.704463 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5c713b85-1276-40f6-9e95-097e92d7fd1a req-da31fc68-f9d3-4fc3-a9d8-7f088054f77c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393469 Feb 21 04:27:18.898684 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0621a8b-fedf-4261-a0ba-9bed03c8be96 req-debe628f-bed9-4f6b-83be-e7439c3998b6 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:18.900162 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f0621a8b-fedf-4261-a0ba-9bed03c8be96 req-debe628f-bed9-4f6b-83be-e7439c3998b6 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0518584 Feb 21 04:27:18.946995 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f0621a8b-fedf-4261-a0ba-9bed03c8be96 req-06df7598-9869-4716-8754-1b6cc9b84f6a tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401676 Feb 21 04:27:18.969763 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720cd5-b2bd-4c21-8d9e-26454797fa8b req-ec6015fb-b03c-4c3c-8cf4-0dfda1671728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:18.971274 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-06720cd5-b2bd-4c21-8d9e-26454797fa8b req-ec6015fb-b03c-4c3c-8cf4-0dfda1671728 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 1129 time: 0.0478508 Feb 21 04:27:19.059520 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720cd5-b2bd-4c21-8d9e-26454797fa8b req-7d757f95-10c9-43ca-b10e-3b5b0596def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:19.060967 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-06720cd5-b2bd-4c21-8d9e-26454797fa8b req-7d757f95-10c9-43ca-b10e-3b5b0596def2 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 910 time: 0.0828741 Feb 21 04:27:19.121719 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-06720cd5-b2bd-4c21-8d9e-26454797fa8b req-e842e177-2521-4f9f-a671-526b1c5ce635 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a HTTP/1.1" status: 200 len: 1000 time: 0.0554099 Feb 21 04:27:19.171063 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720cd5-b2bd-4c21-8d9e-26454797fa8b req-675a2899-e730-4bde-9660-24e84e76f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:19.172435 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-06720cd5-b2bd-4c21-8d9e-26454797fa8b req-675a2899-e730-4bde-9660-24e84e76f68f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5e095f6-2df0-4863-8e91-140a5d0962d8 HTTP/1.1" status: 200 len: 849 time: 0.0448570 Feb 21 04:27:19.218165 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06720cd5-b2bd-4c21-8d9e-26454797fa8b req-4e5c85f4-25f3-497a-9a25-042077eccb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:19.219604 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-06720cd5-b2bd-4c21-8d9e-26454797fa8b req-4e5c85f4-25f3-497a-9a25-042077eccb73 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c9062fa-aec5-48ac-8813-607eff1131a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411971 Feb 21 04:27:19.303129 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-06720cd5-b2bd-4c21-8d9e-26454797fa8b req-33938c28-a53c-4e1f-bdda-ec247caf23df service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773101 Feb 21 04:27:19.390454 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-06720cd5-b2bd-4c21-8d9e-26454797fa8b req-50524358-4be3-4a04-b7d3-b14474993d11 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815036 Feb 21 04:27:20.070112 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844ebe6-f421-4243-9780-9167827c531d req-acfae5f5-dc8e-4931-b957-87aa67a6afb3 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:20.071509 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e844ebe6-f421-4243-9780-9167827c531d req-acfae5f5-dc8e-4931-b957-87aa67a6afb3 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0553992 Feb 21 04:27:20.119845 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e844ebe6-f421-4243-9780-9167827c531d req-feef6880-0317-44c6-8365-407a7006c8dd tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429373 Feb 21 04:27:21.235597 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b1bff-325a-4316-b274-f99974cd7a4b req-dbcbcb22-0022-4048-8b77-78f24805554b tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:21.237092 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bf8b1bff-325a-4316-b274-f99974cd7a4b req-dbcbcb22-0022-4048-8b77-78f24805554b tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0515566 Feb 21 04:27:21.282825 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bf8b1bff-325a-4316-b274-f99974cd7a4b req-a2eafa87-08d2-4a0d-a919-e5faa79f6b0e tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397661 Feb 21 04:27:26.124350 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-f2be735c-57fe-468b-851d-1ec652f4d4a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:28.158394 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-09d35ad5-2e83-4aec-b555-3509b4e593b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:29.510797 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:30.895911 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:32.523643 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:38.509287 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:27:40.774604 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:53.372827 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-07cddf4c-42fa-4f6e-91db-6655133250db tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1307297902&fields=id&tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d HTTP/1.1" status: 200 len: 267 time: 0.0429807 Feb 21 04:27:53.476195 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-52f6c4a4-d8ad-471c-b649-d3b400ce2c31 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:53.477558 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-52f6c4a4-d8ad-471c-b649-d3b400ce2c31 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 812 time: 0.0985763 Feb 21 04:27:53.491310 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-af660f4a-4dd6-4abe-aace-19e6021370fb tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/quotas/35e5cd46d4684e9e9de6e634cfa13b5d HTTP/1.1" status: 200 len: 375 time: 0.0086112 Feb 21 04:27:53.545573 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-4814e2be-3dce-4ea7-b344-7330e2ec1995 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497277 Feb 21 04:27:53.638729 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-e4ab24d1-a0a7-4e5b-94b3-6e638dae8aca service neutron] 10.222.0.10 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824153 Feb 21 04:27:53.724805 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-291de69d-ad4c-4031-b348-12a08403070f service neutron] 10.222.0.10 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805082 Feb 21 04:27:53.994867 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e2c754b9-8aa1-4783-924b-8431c19c49cc req-8089e5fd-4139-4fb5-9a37-a5d903bb2126 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 210 time: 0.0272605 Feb 21 04:27:54.874871 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-c2cb78ca-1b26-430e-b87f-36983bfa1429 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:54.876322 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-c2cb78ca-1b26-430e-b87f-36983bfa1429 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 812 time: 0.1046388 Feb 21 04:27:54.941583 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-10a6bfe9-0a2b-43b2-badc-07fa8b493d80 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d HTTP/1.1" status: 200 len: 380 time: 0.0559418 Feb 21 04:27:54.949563 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'port': {'device_id': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'admin_state_up': True, 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'security_groups': ['42a65337-0659-4d1f-89fc-c7eac0667bb6']}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:27:55.053120 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Made reservation on behalf of 35e5cd46d4684e9e9de6e634cfa13b5d for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:27:55.056517 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:55.092241 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e1fa3e45-34d3-442a-96a2-1c52abcbbdfc req-75f965c8-8fcc-44c4-823d-9b92fda773da tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 210 time: 0.0293815 Feb 21 04:27:55.181878 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Allocated IP 172.20.0.10 (d8fa42c6-5e56-4a20-b94c-db6c502605e7/9a04fe2d-c91c-4d33-b45c-b84ae8f02d22/35b91d10-b47f-430e-984b-065790ea3b32) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:27:55.323058 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for port (35b91d10-b47f-430e-984b-065790ea3b32), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:55.360698 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (35b91d10-b47f-430e-984b-065790ea3b32), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:55.402196 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Network d8fa42c6-5e56-4a20-b94c-db6c502605e7 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:27:55.405509 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:27:55.409078 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:27:55.436604 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'Port': ['ID=35b91d10-b47f-430e-984b-065790ea3b32,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:27:55.451990 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.452479 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.452695 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.453035 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.453368 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.453693 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.454022 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.454373 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.454670 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.454993 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.455313 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.455631 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.455950 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:27:55.477285 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:55.478024 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:55.497096 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-5e182fe3-cfe8-4169-b1d0-e05d63b440ec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5508907 Feb 21 04:27:55.510056 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Request body: {'port': {'device_id': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:27:55.575366 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (35b91d10-b47f-430e-984b-065790ea3b32), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:55.706731 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-d0af4e0c-7b20-4195-bb49-8d07bb41a7a6 None None] Provisioning complete for port 35b91d10-b47f-430e-984b-065790ea3b32 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:27:55.707307 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d0af4e0c-7b20-4195-bb49-8d07bb41a7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (35b91d10-b47f-430e-984b-065790ea3b32), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:55.743368 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-d0af4e0c-7b20-4195-bb49-8d07bb41a7a6 None None] Port 35b91d10-b47f-430e-984b-065790ea3b32 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:27:55.833485 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b91d10-b47f-430e-984b-065790ea3b32 {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:27:55.840669 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Publish callbacks [] for port (35b91d10-b47f-430e-984b-065790ea3b32), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:55.852009 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Transition to ACTIVE for port object 35b91d10-b47f-430e-984b-065790ea3b32 will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:27:55.855849 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (35b91d10-b47f-430e-984b-065790ea3b32), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:55.905945 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Pushing event updated for resources: {'Port': ['ID=35b91d10-b47f-430e-984b-065790ea3b32,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:27:55.979023 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Attempting to bind port 35b91d10-b47f-430e-984b-065790ea3b32 on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:27:55.979495 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Attempting to bind port 35b91d10-b47f-430e-984b-065790ea3b32 by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:27:55.979818 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Attempting to bind port 35b91d10-b47f-430e-984b-065790ea3b32 on network d8fa42c6-5e56-4a20-b94c-db6c502605e7 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:27:55.984361 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Port 35b91d10-b47f-430e-984b-065790ea3b32 on network d8fa42c6-5e56-4a20-b94c-db6c502605e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:27:55.984704 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Attempting to bind port 35b91d10-b47f-430e-984b-065790ea3b32 on network d8fa42c6-5e56-4a20-b94c-db6c502605e7 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:27:55.990102 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:27:55.990447 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Checking segment: {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:27:55.990834 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Bound using segment: {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:27:55.991258 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Bound port: 35b91d10-b47f-430e-984b-065790ea3b32, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b452aa8-31b6-477f-b080-fe7fa5753b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:27:55.991613 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (35b91d10-b47f-430e-984b-065790ea3b32), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:56.055441 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] For port 35b91d10-b47f-430e-984b-065790ea3b32, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:27:56.058530 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] For port 35b91d10-b47f-430e-984b-065790ea3b32, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=35b91d10-b47f-430e-984b-065790ea3b32,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:27:56.064598 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (35b91d10-b47f-430e-984b-065790ea3b32), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:56.099876 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:56.100499 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:56.101924 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] 10.222.0.45 "PUT /v2.0/ports/35b91d10-b47f-430e-984b-065790ea3b32 HTTP/1.1" status: 200 len: 1094 time: 0.5966630 Feb 21 04:27:56.102434 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'tag': '35b91d10-b47f-430e-984b-065790ea3b32'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:27:56.104699 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de" -d '{"events": [{"name": "network-changed", "server_uuid": "183ac1ab-bbc7-45b8-854d-c2a58fa0efdb", "tag": "35b91d10-b47f-430e-984b-065790ea3b32"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:27:56.134428 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e0f12-d4ae-47d5-82c1-32128b08bfcb service neutron] Pushing event updated for resources: {'Port': ['ID=35b91d10-b47f-430e-984b-065790ea3b32,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:27:56.185651 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-97c07c7c-edb6-4e76-b3bf-7b668fa2180b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:56.205039 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-3a573721-4d8c-4b8b-8d38-a863dc6ab595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:56.206533 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-3a573721-4d8c-4b8b-8d38-a863dc6ab595 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 1128 time: 0.0568430 Feb 21 04:27:56.260971 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cb3375-8144-444f-bc8f-a7ee0c25e7f5 x-openstack-request-id: req-76cb3375-8144-444f-bc8f-a7ee0c25e7f5 {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:27:56.261686 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183ac1ab-bbc7-45b8-854d-c2a58fa0efdb", "tag": "35b91d10-b47f-430e-984b-065790ea3b32", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:27:56.261945 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76cb3375-8144-444f-bc8f-a7ee0c25e7f5 {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:27:56.262350 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'tag': '35b91d10-b47f-430e-984b-065790ea3b32', 'status': 'completed', 'code': 200} Feb 21 04:27:56.262879 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da13ea7-b3ec-4d99-a7ea-f136ca120ba7 req-6fc517d3-9675-4f33-a3d2-500caf648a3d tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:56.263899 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-ae26adc9-da08-4012-8559-68e3b590e049 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b91d10-b47f-430e-984b-065790ea3b32 HTTP/1.1" status: 200 len: 217 time: 0.0498135 Feb 21 04:27:56.264595 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3da13ea7-b3ec-4d99-a7ea-f136ca120ba7 req-6fc517d3-9675-4f33-a3d2-500caf648a3d tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 944 time: 0.0661809 Feb 21 04:27:56.315919 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-b2ba6a1f-2206-4ee4-aae0-ad79e3ef2244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:56.317494 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-b2ba6a1f-2206-4ee4-aae0-ad79e3ef2244 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0481925 Feb 21 04:27:56.318276 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3da13ea7-b3ec-4d99-a7ea-f136ca120ba7 req-67433088-8429-4ecc-b475-16752cd09a20 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482781 Feb 21 04:27:56.367944 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-6e499829-3264-4931-a759-7a9f6ad7401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:56.369413 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-6e499829-3264-4931-a759-7a9f6ad7401c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0457249 Feb 21 04:27:56.461704 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-55d6b993-686f-47fc-b8a0-6c074537d73f service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851910 Feb 21 04:27:56.548680 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6cad795a-ec90-47c3-9470-dd4bbeeed57d req-d25f7678-b39f-4e91-be67-b688b34376de service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811069 Feb 21 04:27:56.640606 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de req-291150ba-cc81-4c79-bc98-fb373570eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:56.642118 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de req-291150ba-cc81-4c79-bc98-fb373570eac8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 1128 time: 0.0484827 Feb 21 04:27:56.730551 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de req-34595f29-5aab-4a35-b570-9d6da6ba7246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:56.732000 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de req-34595f29-5aab-4a35-b570-9d6da6ba7246 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.0834053 Feb 21 04:27:56.775553 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de req-0fa487da-db33-4b8f-bd69-f8b8df6b632d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b91d10-b47f-430e-984b-065790ea3b32 HTTP/1.1" status: 200 len: 217 time: 0.0378289 Feb 21 04:27:56.822397 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de req-8931a4a4-233a-4366-9d14-eaed69ad1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:56.823780 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de req-8931a4a4-233a-4366-9d14-eaed69ad1fc0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0426166 Feb 21 04:27:56.870437 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de req-70889953-0d25-4e14-8dac-f5baae6b0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:56.871907 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de req-70889953-0d25-4e14-8dac-f5baae6b0de6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424237 Feb 21 04:27:56.962072 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de req-7d9fc56b-d2b3-43bb-8b91-d19cee75caae service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841687 Feb 21 04:27:57.050100 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d9fbe485-b3b7-4a46-92f2-b77b6801f9de req-7bfc58eb-c126-43ad-bdf9-4c58fe977e69 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814550 Feb 21 04:27:57.435017 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c0a88-03c6-42d1-976f-000b3eb3ebfe req-370dba50-4571-4a7e-ad2e-ef6bed1e2eea tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:57.436474 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3d3c0a88-03c6-42d1-976f-000b3eb3ebfe req-370dba50-4571-4a7e-ad2e-ef6bed1e2eea tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 944 time: 0.0508306 Feb 21 04:27:57.484726 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-3d3c0a88-03c6-42d1-976f-000b3eb3ebfe req-ab22d2d4-05da-4260-ab03-f90f3f32bec1 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421760 Feb 21 04:27:58.161238 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9c92adea-7a72-481d-91c3-e49f0cd62de8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:58.599526 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1521a79-b40c-41a4-83fe-5d3e73b02a2b req-0aad71f6-cbbb-4196-ba47-923a4699734e tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:58.601045 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f1521a79-b40c-41a4-83fe-5d3e73b02a2b req-0aad71f6-cbbb-4196-ba47-923a4699734e tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 944 time: 0.0525453 Feb 21 04:27:58.652521 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f1521a79-b40c-41a4-83fe-5d3e73b02a2b req-f24b3254-a930-4157-9621-b41aba63f96c tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459878 Feb 21 04:27:59.512565 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:27:59.768480 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9f7a7-0d3b-43c7-a566-6fbb752b4188 req-3bd37c73-2152-4259-a35f-a0737a059e30 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:27:59.770840 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a0e9f7a7-0d3b-43c7-a566-6fbb752b4188 req-3bd37c73-2152-4259-a35f-a0737a059e30 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 944 time: 0.0522175 Feb 21 04:27:59.820834 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a0e9f7a7-0d3b-43c7-a566-6fbb752b4188 req-e705db37-de95-4d2f-aae7-5220aeb6f541 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Feb 21 04:28:00.898699 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:00.946206 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece4c98-b3f2-4230-b7b7-27e4f1660966 req-a3e53380-1939-4a26-95ba-8ec0513acf38 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:00.947707 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aece4c98-b3f2-4230-b7b7-27e4f1660966 req-a3e53380-1939-4a26-95ba-8ec0513acf38 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 944 time: 0.0596492 Feb 21 04:28:00.995734 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aece4c98-b3f2-4230-b7b7-27e4f1660966 req-0907cc7e-039b-4c9a-9279-f708192e209a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425742 Feb 21 04:28:02.113665 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae27f1-bcfc-4422-95fe-43ef725eb377 req-35dd10ba-ef40-4e13-86ea-bba100d8b570 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:02.115703 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-13ae27f1-bcfc-4422-95fe-43ef725eb377 req-35dd10ba-ef40-4e13-86ea-bba100d8b570 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 944 time: 0.0550768 Feb 21 04:28:02.162871 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-13ae27f1-bcfc-4422-95fe-43ef725eb377 req-6caad6f9-7e74-4c78-be31-0a4302fe38dd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Feb 21 04:28:02.526090 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:03.280303 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94feef-8e91-41a2-a0cb-2888daa6d11c req-c790d4a8-1ac7-4ad4-9a51-0fbe21dac41a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:03.281802 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7b94feef-8e91-41a2-a0cb-2888daa6d11c req-c790d4a8-1ac7-4ad4-9a51-0fbe21dac41a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 944 time: 0.0539665 Feb 21 04:28:03.328429 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7b94feef-8e91-41a2-a0cb-2888daa6d11c req-a66c912b-9ae9-4fce-8255-81cce42d00cf tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412111 Feb 21 04:28:04.446203 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ad3494-69a6-457b-b416-f7b719881ec1 req-6288491a-f92c-4aec-b5dd-741b2ae7bdec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:04.447655 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e4ad3494-69a6-457b-b416-f7b719881ec1 req-6288491a-f92c-4aec-b5dd-741b2ae7bdec tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 944 time: 0.0551472 Feb 21 04:28:04.495237 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e4ad3494-69a6-457b-b416-f7b719881ec1 req-a0091edb-e862-4249-9996-4b57c9268bce tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420215 Feb 21 04:28:05.613330 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574efbd-115a-4ad0-a147-4628278be5a7 req-98815f98-2721-436a-91b3-d4d97610accf tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:05.614790 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9574efbd-115a-4ad0-a147-4628278be5a7 req-98815f98-2721-436a-91b3-d4d97610accf tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 944 time: 0.0533707 Feb 21 04:28:05.662311 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9574efbd-115a-4ad0-a147-4628278be5a7 req-58951d85-277c-47db-8765-a1ce37128bcf tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411706 Feb 21 04:28:05.923569 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 35b91d10-b47f-430e-984b-065790ea3b32 details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:28:06.017114 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 35b91d10-b47f-430e-984b-065790ea3b32, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=35b91d10-b47f-430e-984b-065790ea3b32,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:28:06.029114 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '35b91d10-b47f-430e-984b-065790ea3b32', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'port_id': '35b91d10-b47f-430e-984b-065790ea3b32', 'mac_address': 'fa:16:3e:e3:36:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:28:06.064052 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 35b91d10-b47f-430e-984b-065790ea3b32 is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:28:06.064441 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (35b91d10-b47f-430e-984b-065790ea3b32), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:06.080252 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b91d10-b47f-430e-984b-065790ea3b32 {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:28:06.099043 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 35b91d10-b47f-430e-984b-065790ea3b32, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=35b91d10-b47f-430e-984b-065790ea3b32,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:28:06.102784 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (35b91d10-b47f-430e-984b-065790ea3b32), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:06.147716 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=35b91d10-b47f-430e-984b-065790ea3b32,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:28:06.154698 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.155045 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.155405 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.155719 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.156049 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.156378 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.156766 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.157095 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.157424 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.157749 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.158059 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.158380 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.158708 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:06.521037 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['35b91d10-b47f-430e-984b-065790ea3b32'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:28:06.775991 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d569a6-4ef7-4f65-a23d-e830d6b42cdd req-9d0afa6b-2792-44ee-a20f-ae2793f09ed1 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:06.777424 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-45d569a6-4ef7-4f65-a23d-e830d6b42cdd req-9d0afa6b-2792-44ee-a20f-ae2793f09ed1 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 945 time: 0.0511053 Feb 21 04:28:06.827481 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-45d569a6-4ef7-4f65-a23d-e830d6b42cdd req-1d3ae4e7-2d3f-4426-a70d-7dbab633de76 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443635 Feb 21 04:28:07.940344 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 35b91d10-b47f-430e-984b-065790ea3b32 up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:28:07.941036 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece13d77-0d93-4f3b-92d3-e213041ab227 req-88e975d6-db8b-40e7-95d5-fc68f96f1f93 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:07.941906 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ece13d77-0d93-4f3b-92d3-e213041ab227 req-88e975d6-db8b-40e7-95d5-fc68f96f1f93 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 945 time: 0.0502844 Feb 21 04:28:07.991269 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 35b91d10-b47f-430e-984b-065790ea3b32 completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:28:07.991532 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ece13d77-0d93-4f3b-92d3-e213041ab227 req-f77ea25d-3476-4b7a-b2ab-2bca7086f045 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Feb 21 04:28:07.996313 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 35b91d10-b47f-430e-984b-065790ea3b32 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:28:07.996843 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (35b91d10-b47f-430e-984b-065790ea3b32), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:08.075505 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 35b91d10-b47f-430e-984b-065790ea3b32 is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:28:08.075814 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (35b91d10-b47f-430e-984b-065790ea3b32), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:08.097264 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b91d10-b47f-430e-984b-065790ea3b32'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:28:08.099981 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10891129-9a0b-4e6a-acad-c3d48ab6c093" -d '{"events": [{"server_uuid": "183ac1ab-bbc7-45b8-854d-c2a58fa0efdb", "name": "network-vif-plugged", "status": "completed", "tag": "35b91d10-b47f-430e-984b-065790ea3b32"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:28:08.111675 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 35b91d10-b47f-430e-984b-065790ea3b32, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=35b91d10-b47f-430e-984b-065790ea3b32,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:28:08.117427 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (35b91d10-b47f-430e-984b-065790ea3b32), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:08.139758 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f8ec86-a156-4142-aed8-2f0c222cc1be x-openstack-request-id: req-c8f8ec86-a156-4142-aed8-2f0c222cc1be {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:28:08.140047 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183ac1ab-bbc7-45b8-854d-c2a58fa0efdb", "name": "network-vif-plugged", "status": "completed", "tag": "35b91d10-b47f-430e-984b-065790ea3b32", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:28:08.140300 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8f8ec86-a156-4142-aed8-2f0c222cc1be {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:28:08.140709 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b91d10-b47f-430e-984b-065790ea3b32', 'code': 200} Feb 21 04:28:08.166025 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=35b91d10-b47f-430e-984b-065790ea3b32,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:28:08.355610 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c804eb5-6acc-4865-8fec-93c037acbd68 req-16d4dd71-b491-4c1c-988e-6f8a45dff58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:08.357040 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-8c804eb5-6acc-4865-8fec-93c037acbd68 req-16d4dd71-b491-4c1c-988e-6f8a45dff58c service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 1130 time: 0.0438278 Feb 21 04:28:08.401666 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-8c804eb5-6acc-4865-8fec-93c037acbd68 req-ca7355e8-96f2-484b-a7a9-f91120519108 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379243 Feb 21 04:28:09.105945 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2f6aa-c9c5-4732-9e92-69818b107d6d req-70859406-862d-4c07-b50c-a9283e081f7b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:09.107385 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7bb2f6aa-c9c5-4732-9e92-69818b107d6d req-70859406-862d-4c07-b50c-a9283e081f7b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 946 time: 0.0505657 Feb 21 04:28:09.154489 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7bb2f6aa-c9c5-4732-9e92-69818b107d6d req-c2d03e77-584f-408b-8767-ca5bf322f1a7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417025 Feb 21 04:28:10.274787 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427239-6ada-4136-8b63-4ddcce641833 req-a5c98b69-975c-48ae-944c-26f78494ba61 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:10.276242 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fc427239-6ada-4136-8b63-4ddcce641833 req-a5c98b69-975c-48ae-944c-26f78494ba61 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 946 time: 0.0550725 Feb 21 04:28:10.323444 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fc427239-6ada-4136-8b63-4ddcce641833 req-dae3fddc-2b16-46b8-89fa-e4bc5bd845b7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414643 Feb 21 04:28:10.437872 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c274fa7-d71a-4452-8d68-fafaada30bac req-d4eccdb0-ba5e-41c9-a48a-f70e3a2a1291 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:10.439345 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6c274fa7-d71a-4452-8d68-fafaada30bac req-d4eccdb0-ba5e-41c9-a48a-f70e3a2a1291 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 946 time: 0.0519578 Feb 21 04:28:10.485755 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6c274fa7-d71a-4452-8d68-fafaada30bac req-007d14ee-aab0-4318-b55c-e00660dac0de tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410697 Feb 21 04:28:10.507568 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39608) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:28:10.658874 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1719d690-941a-417c-bcda-59d47291df4a tempest-TestVolumeBootPattern-429656192 tempest-TestVolumeBootPattern-429656192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:10.660390 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-1719d690-941a-417c-bcda-59d47291df4a tempest-TestVolumeBootPattern-429656192 tempest-TestVolumeBootPattern-429656192-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 1125 time: 0.1518784 Feb 21 04:28:10.663850 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39612) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:28:10.668022 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Request body: {'floatingip': {'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'port_id': '35b91d10-b47f-430e-984b-065790ea3b32', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:28:10.687084 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:10.787518 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:10.791362 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:10.892656 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Allocated IP 172.27.0.26 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/50647f6b-4a43-4536-8d7e-8308cc028a33) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:28:10.991593 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for port (50647f6b-4a43-4536-8d7e-8308cc028a33), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:11.024480 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (50647f6b-4a43-4536-8d7e-8308cc028a33), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:11.059463 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:28:11.062381 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:28:11.064995 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:28:11.100158 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'Port': ['ID=50647f6b-4a43-4536-8d7e-8308cc028a33,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:28:11.111052 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.111407 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.111745 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.112088 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.112422 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.112784 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.113115 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.113445 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.113771 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.114123 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.114450 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.114772 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.115093 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:28:11.437840 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (2d67235a-8896-4840-87df-390a28c8d496), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:11.506244 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (50647f6b-4a43-4536-8d7e-8308cc028a33), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:11.649773 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for port (50647f6b-4a43-4536-8d7e-8308cc028a33), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:11.654452 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (50647f6b-4a43-4536-8d7e-8308cc028a33), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:11.718260 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event updated for resources: {'Port': ['ID=50647f6b-4a43-4536-8d7e-8308cc028a33,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:28:11.729325 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (2d67235a-8896-4840-87df-390a28c8d496), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:11.831001 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Floating IP 2d67235a-8896-4840-87df-390a28c8d496 associated. External IP: 172.27.0.26, port: 35b91d10-b47f-430e-984b-065790ea3b32. Feb 21 04:28:12.033633 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:28:12.378295 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:28:12.388167 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20108f-c047-46d0-a668-07431b3d56dc None None] Sync routers for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:28:12.395058 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:12.398343 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20108f-c047-46d0-a668-07431b3d56dc None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:28:12.398948 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-7e20108f-c047-46d0-a668-07431b3d56dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:27:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:28:12.424326 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-641834c4-306b-44cb-8be9-9b291072e0be tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7594826 Feb 21 04:28:12.425043 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'tag': '35b91d10-b47f-430e-984b-065790ea3b32'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:28:12.427256 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f081c96-486e-43fa-a83e-65e887bf7343" -d '{"events": [{"name": "network-changed", "server_uuid": "183ac1ab-bbc7-45b8-854d-c2a58fa0efdb", "tag": "35b91d10-b47f-430e-984b-065790ea3b32"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:28:12.463220 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09191c51-e9b0-47ed-a86e-3fd8b58b1958 x-openstack-request-id: req-09191c51-e9b0-47ed-a86e-3fd8b58b1958 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:28:12.463847 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183ac1ab-bbc7-45b8-854d-c2a58fa0efdb", "tag": "35b91d10-b47f-430e-984b-065790ea3b32", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:28:12.463847 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-09191c51-e9b0-47ed-a86e-3fd8b58b1958 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:28:12.464143 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'tag': '35b91d10-b47f-430e-984b-065790ea3b32', 'status': 'completed', 'code': 200} Feb 21 04:28:12.503781 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-7e20108f-c047-46d0-a668-07431b3d56dc None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:28:12.532003 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f081c96-486e-43fa-a83e-65e887bf7343 req-f6330a62-c7b7-465f-bea3-3efc73868d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:12.533565 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-1f081c96-486e-43fa-a83e-65e887bf7343 req-f6330a62-c7b7-465f-bea3-3efc73868d48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 1130 time: 0.0480647 Feb 21 04:28:12.619759 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f081c96-486e-43fa-a83e-65e887bf7343 req-58be3df4-0ca6-4507-8376-6bd64e0a4bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:12.621356 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-1f081c96-486e-43fa-a83e-65e887bf7343 req-58be3df4-0ca6-4507-8376-6bd64e0a4bd9 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.0809963 Feb 21 04:28:12.688240 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-1f081c96-486e-43fa-a83e-65e887bf7343 req-43fa96a7-89b0-42ff-b453-b0481358b8f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b91d10-b47f-430e-984b-065790ea3b32 HTTP/1.1" status: 200 len: 999 time: 0.0608537 Feb 21 04:28:12.726840 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-7e20108f-c047-46d0-a668-07431b3d56dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '2d67235a-8896-4840-87df-390a28c8d496', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': '35b91d10-b47f-430e-984b-065790ea3b32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:e3:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:28:11Z', 'updated_at': '2022-02-21T04:28:11Z', 'revision_number': 0, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}, {'id': '6eb99d65-da2f-4f39-a557-e0b97d5fce0a', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:85:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:40Z', 'updated_at': '2022-02-21T04:25:43Z', 'revision_number': 1, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:28:12.736169 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f081c96-486e-43fa-a83e-65e887bf7343 req-97729396-b2ef-49f6-b3fb-0762a51fc61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:12.737994 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-1f081c96-486e-43fa-a83e-65e887bf7343 req-97729396-b2ef-49f6-b3fb-0762a51fc61e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0438054 Feb 21 04:28:12.752458 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20108f-c047-46d0-a668-07431b3d56dc None None] Checking router: 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:28:12.761230 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e20108f-c047-46d0-a668-07431b3d56dc None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:28:12.761950 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-7e20108f-c047-46d0-a668-07431b3d56dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:27:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:28:12.785737 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f081c96-486e-43fa-a83e-65e887bf7343 req-56ce0697-9998-4747-ae8b-ac0509ae93f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:12.787242 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-1f081c96-486e-43fa-a83e-65e887bf7343 req-56ce0697-9998-4747-ae8b-ac0509ae93f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439589 Feb 21 04:28:12.868007 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-7e20108f-c047-46d0-a668-07431b3d56dc None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:28:12.878628 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-1f081c96-486e-43fa-a83e-65e887bf7343 req-c6a273f6-bc18-443e-a9e4-9f33cadb5698 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853906 Feb 21 04:28:12.971097 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-1f081c96-486e-43fa-a83e-65e887bf7343 req-e0d56c0a-fb61-428e-8edc-ea7fffeff88d service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857527 Feb 21 04:28:13.093125 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-7e20108f-c047-46d0-a668-07431b3d56dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '2d67235a-8896-4840-87df-390a28c8d496', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': '35b91d10-b47f-430e-984b-065790ea3b32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:e3:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:28:11Z', 'updated_at': '2022-02-21T04:28:11Z', 'revision_number': 0, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}, {'id': '6eb99d65-da2f-4f39-a557-e0b97d5fce0a', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:85:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:40Z', 'updated_at': '2022-02-21T04:25:43Z', 'revision_number': 1, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:28:13.118915 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20108f-c047-46d0-a668-07431b3d56dc None None] The sync data for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi is: [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '2d67235a-8896-4840-87df-390a28c8d496', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.26', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': '35b91d10-b47f-430e-984b-065790ea3b32', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 618, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:e3:36:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:28:11Z', 'updated_at': '2022-02-21T04:28:11Z', 'revision_number': 0, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}, {'id': '6eb99d65-da2f-4f39-a557-e0b97d5fce0a', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:85:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:40Z', 'updated_at': '2022-02-21T04:25:43Z', 'revision_number': 1, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:28:13.305480 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799e9853-cc85-4d5a-b6ba-23ef8aab7c2e None None] New status for floating IP 2d67235a-8896-4840-87df-390a28c8d496: ACTIVE {{(pid=102901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:28:15.507846 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:28:19.610636 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a620d9c7-54c7-4207-8961-dceae1285845 req-d5b1f878-6647-443c-b25a-9f19484d59de service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419567 Feb 21 04:28:19.702843 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620d9c7-54c7-4207-8961-dceae1285845 req-383a2abf-343e-464e-ace3-7851164762b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:19.704220 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a620d9c7-54c7-4207-8961-dceae1285845 req-383a2abf-343e-464e-ace3-7851164762b8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 1129 time: 0.0465591 Feb 21 04:28:19.831662 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620d9c7-54c7-4207-8961-dceae1285845 req-5243abd5-13b9-4222-8100-07b6e45ad05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:19.833685 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a620d9c7-54c7-4207-8961-dceae1285845 req-5243abd5-13b9-4222-8100-07b6e45ad05a service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 910 time: 0.0881534 Feb 21 04:28:19.899747 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a620d9c7-54c7-4207-8961-dceae1285845 req-c6c72be8-6f84-48e3-bc14-41b609377c41 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a HTTP/1.1" status: 200 len: 1000 time: 0.0605161 Feb 21 04:28:19.947983 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620d9c7-54c7-4207-8961-dceae1285845 req-5ae29e68-df8e-4eee-bbeb-85b784a1135b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:19.949446 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a620d9c7-54c7-4207-8961-dceae1285845 req-5ae29e68-df8e-4eee-bbeb-85b784a1135b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5e095f6-2df0-4863-8e91-140a5d0962d8 HTTP/1.1" status: 200 len: 849 time: 0.0438840 Feb 21 04:28:20.000040 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620d9c7-54c7-4207-8961-dceae1285845 req-1771f3d8-f5bb-45a4-8dc4-45bd3452d728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:20.001791 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a620d9c7-54c7-4207-8961-dceae1285845 req-1771f3d8-f5bb-45a4-8dc4-45bd3452d728 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c9062fa-aec5-48ac-8813-607eff1131a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426311 Feb 21 04:28:20.098675 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a620d9c7-54c7-4207-8961-dceae1285845 req-5bf57a16-17d2-4ad5-8c29-5ef052125573 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822356 Feb 21 04:28:20.182420 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-a620d9c7-54c7-4207-8961-dceae1285845 req-0d965221-b838-4505-add9-a8e16f288771 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786951 Feb 21 04:28:26.128055 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-47e3d678-8e60-44c4-ad2b-39773dea3880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:28.166370 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c87ea830-3e72-41b0-b76f-aa6582b67327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:29.514628 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:29.938339 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c0b9f4-8f89-44ac-ae69-980a2e8062f3 req-bfc0ee84-5358-4774-97ef-69618d4a29bd tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:29.939813 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-48c0b9f4-8f89-44ac-ae69-980a2e8062f3 req-bfc0ee84-5358-4774-97ef-69618d4a29bd tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0527384 Feb 21 04:28:29.987117 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-48c0b9f4-8f89-44ac-ae69-980a2e8062f3 req-5b572bf2-4aae-4f80-adf8-7182b32bb997 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412471 Feb 21 04:28:30.901265 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:31.107965 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc5884e-dd2d-44f8-bb16-7d34cab48360 req-95cec149-27f6-46cd-b083-91a82d255020 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:31.109438 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9bc5884e-dd2d-44f8-bb16-7d34cab48360 req-95cec149-27f6-46cd-b083-91a82d255020 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0539753 Feb 21 04:28:31.154165 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9bc5884e-dd2d-44f8-bb16-7d34cab48360 req-8762f56d-0bd8-4d93-a98a-08f33173eb03 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393872 Feb 21 04:28:32.273993 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efabb8-29b0-41e9-afe6-5ede597c775a req-bf637ab3-9a23-4eab-a04c-5b14b87580db tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:32.275425 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-94efabb8-29b0-41e9-afe6-5ede597c775a req-bf637ab3-9a23-4eab-a04c-5b14b87580db tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0496266 Feb 21 04:28:32.319927 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-94efabb8-29b0-41e9-afe6-5ede597c775a req-cd9e8668-441b-4cd7-9348-e7abd8c5f78c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389333 Feb 21 04:28:32.528457 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:33.434002 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeaff37-cabe-4a6a-b593-16af1f47b812 req-c685c8c7-a6d1-426a-98fd-5ef5ba6dadd0 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:33.435445 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aaeaff37-cabe-4a6a-b593-16af1f47b812 req-c685c8c7-a6d1-426a-98fd-5ef5ba6dadd0 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0500937 Feb 21 04:28:33.483583 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-aaeaff37-cabe-4a6a-b593-16af1f47b812 req-73ca909b-7d59-475e-b6c2-6bba7a92f65e tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Feb 21 04:28:34.611130 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f92331-7cb2-46b7-b72d-f040076e06b6 req-38f560b5-725c-45a9-a973-bbc3f3be4536 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:34.612582 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b3f92331-7cb2-46b7-b72d-f040076e06b6 req-38f560b5-725c-45a9-a973-bbc3f3be4536 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0502646 Feb 21 04:28:34.657686 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b3f92331-7cb2-46b7-b72d-f040076e06b6 req-51be75f7-5a70-4b7c-b757-7da023e67ebb tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Feb 21 04:28:35.771470 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88775b43-a24a-46ca-ac33-cd28415d1b0d req-3bf03842-3836-4961-addb-5c53fc112d26 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:35.773593 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-88775b43-a24a-46ca-ac33-cd28415d1b0d req-3bf03842-3836-4961-addb-5c53fc112d26 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0505517 Feb 21 04:28:35.817529 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-88775b43-a24a-46ca-ac33-cd28415d1b0d req-b29d62f7-b959-4c7d-abec-fbd2cc2b0691 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382071 Feb 21 04:28:36.935258 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4623b-7456-4f43-8556-eb56ddecfd94 req-2b368c1d-7d2c-4a94-9f5a-6cc2eec969d0 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:36.936715 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18e4623b-7456-4f43-8556-eb56ddecfd94 req-2b368c1d-7d2c-4a94-9f5a-6cc2eec969d0 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0537202 Feb 21 04:28:36.980765 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-18e4623b-7456-4f43-8556-eb56ddecfd94 req-2160bdb0-338d-49bf-8218-9b87a66296d2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387180 Feb 21 04:28:38.097304 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11804e3-f5f3-4656-bc1e-b977e1f3ccbe req-3fd7bec4-8b55-437e-88bc-85434b6409a9 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:38.098671 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b11804e3-f5f3-4656-bc1e-b977e1f3ccbe req-3fd7bec4-8b55-437e-88bc-85434b6409a9 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0524876 Feb 21 04:28:38.142761 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b11804e3-f5f3-4656-bc1e-b977e1f3ccbe req-3fe40cfe-dd1f-4cf4-831e-514e2023bc78 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386927 Feb 21 04:28:39.265867 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f4274-40e8-4b39-a4b5-dfee37650121 req-7d957674-c5ca-4f03-bafa-97f594b90c80 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:39.267303 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0c0f4274-40e8-4b39-a4b5-dfee37650121 req-7d957674-c5ca-4f03-bafa-97f594b90c80 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0532427 Feb 21 04:28:39.311938 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0c0f4274-40e8-4b39-a4b5-dfee37650121 req-56913d98-807e-4a16-9a5e-c29abf8bd8a2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392690 Feb 21 04:28:40.426109 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5bf92-c363-4e49-82b2-772f26ca2528 req-a69febd5-379a-4c77-af89-121c1f65ee42 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:40.427539 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-06c5bf92-c363-4e49-82b2-772f26ca2528 req-a69febd5-379a-4c77-af89-121c1f65ee42 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0502703 Feb 21 04:28:40.471626 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-06c5bf92-c363-4e49-82b2-772f26ca2528 req-924e971a-c4ee-4c3a-adcc-0edc06d2c5f4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380080 Feb 21 04:28:40.668603 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee488a0-762e-4976-b5a6-9bb986bd46a6 req-13dbc881-7636-4093-819f-f8dea4be555b tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:40.670220 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dee488a0-762e-4976-b5a6-9bb986bd46a6 req-13dbc881-7636-4093-819f-f8dea4be555b tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0519061 Feb 21 04:28:40.718898 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-dee488a0-762e-4976-b5a6-9bb986bd46a6 req-503855e5-2a39-446e-83d7-55fb695d5234 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431023 Feb 21 04:28:40.721908 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40230dc-5dcd-4aae-8729-0d6efe1ae4f2 req-19c305af-bcf1-42e9-8e00-22a39d8164b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:40.723409 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e40230dc-5dcd-4aae-8729-0d6efe1ae4f2 req-19c305af-bcf1-42e9-8e00-22a39d8164b5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 1129 time: 0.0443122 Feb 21 04:28:40.787626 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:40.817712 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40230dc-5dcd-4aae-8729-0d6efe1ae4f2 req-4f33d4b7-0fd6-47ee-b542-dc2802e59a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:40.819202 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e40230dc-5dcd-4aae-8729-0d6efe1ae4f2 req-4f33d4b7-0fd6-47ee-b542-dc2802e59a67 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 910 time: 0.0900371 Feb 21 04:28:40.883469 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e40230dc-5dcd-4aae-8729-0d6efe1ae4f2 req-7c4938a5-a33b-41a0-9257-931dd2174a0e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a HTTP/1.1" status: 200 len: 1000 time: 0.0564065 Feb 21 04:28:40.933696 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40230dc-5dcd-4aae-8729-0d6efe1ae4f2 req-eea3df19-6da5-44d3-bcc0-d1fb740e0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:40.935009 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e40230dc-5dcd-4aae-8729-0d6efe1ae4f2 req-eea3df19-6da5-44d3-bcc0-d1fb740e0dd8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5e095f6-2df0-4863-8e91-140a5d0962d8 HTTP/1.1" status: 200 len: 849 time: 0.0460906 Feb 21 04:28:40.982814 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40230dc-5dcd-4aae-8729-0d6efe1ae4f2 req-2fe8d4b4-cb0e-45fb-9e3e-3a75c40c0676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:40.984225 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e40230dc-5dcd-4aae-8729-0d6efe1ae4f2 req-2fe8d4b4-cb0e-45fb-9e3e-3a75c40c0676 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c9062fa-aec5-48ac-8813-607eff1131a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422835 Feb 21 04:28:41.068797 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e40230dc-5dcd-4aae-8729-0d6efe1ae4f2 req-b0427f47-539d-49d8-b77a-6ab19811ba98 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786173 Feb 21 04:28:41.157269 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e40230dc-5dcd-4aae-8729-0d6efe1ae4f2 req-e9be603b-59e0-4907-b259-3cea79331efc service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825727 Feb 21 04:28:41.836978 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe069a4-5bfa-4d5c-b5ee-85eeea015282 req-0fe355e9-0066-414a-b58d-677300d1fe6e tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:28:41.838425 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5fe069a4-5bfa-4d5c-b5ee-85eeea015282 req-0fe355e9-0066-414a-b58d-677300d1fe6e tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0513399 Feb 21 04:28:41.883686 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5fe069a4-5bfa-4d5c-b5ee-85eeea015282 req-63063f58-29f4-421f-8dd9-76d82ab8587e tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398130 Feb 21 04:28:52.506550 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:28:56.129156 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-dfcfc330-479d-44e8-bb14-0c619b333b75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:58.167644 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e7b007ee-66d4-46de-b4ad-b5b9b3260cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:28:59.517931 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:00.906827 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:02.533792 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:10.803530 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:19.697760 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-663b3170-6a5d-45e0-a732-9eedb6201893 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0990224 Feb 21 04:29:19.760426 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-f8d012c1-622e-4a51-ad6f-019dd088d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:19.761935 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-f8d012c1-622e-4a51-ad6f-019dd088d0fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 1130 time: 0.0433090 Feb 21 04:29:19.873499 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-0a8bafce-0e90-4574-9eb5-ce7d43412e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:19.874868 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-0a8bafce-0e90-4574-9eb5-ce7d43412e08 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.0938609 Feb 21 04:29:19.937990 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-ce38de44-0c41-4be4-8583-d09fb03e9fe4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe64259-0c81-4f8f-8deb-f058279bb2fc HTTP/1.1" status: 200 len: 1002 time: 0.0557795 Feb 21 04:29:19.988752 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-e4ae83e5-a871-471f-99f3-063db07068dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:19.990196 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-e4ae83e5-a871-471f-99f3-063db07068dd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0468483 Feb 21 04:29:20.044155 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-9e6519a7-bdd6-4ef4-b99e-ef57ba0a8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:20.045731 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-9e6519a7-bdd6-4ef4-b99e-ef57ba0a8911 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460541 Feb 21 04:29:20.133266 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-33761821-1150-46a3-9402-1b147d92ba9e service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811882 Feb 21 04:29:20.222654 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-8a747c99-f96a-4806-bb33-304a69c603c6 req-618e1460-05a4-4743-9d1a-b819de7814eb service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843356 Feb 21 04:29:26.130081 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-70615cf5-604e-4a02-a05d-3b0671124aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:28.168675 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-25bb3167-387f-4a61-929d-055cd867aa2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:29.506436 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:29:29.520829 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:30.907768 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:32.527031 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:40.800480 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:45.553007 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b40e147-8446-48a0-afe6-7a74030f7fc5 req-40d4214b-4793-44b4-adfb-4204a57aa6f7 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:45.554483 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5b40e147-8446-48a0-afe6-7a74030f7fc5 req-40d4214b-4793-44b4-adfb-4204a57aa6f7 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.1294398 Feb 21 04:29:45.600263 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5b40e147-8446-48a0-afe6-7a74030f7fc5 req-247c9690-172a-4866-9245-10a200d906bd tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402062 Feb 21 04:29:46.767199 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38b932-9c37-47df-92c2-3ab928750b7c req-6331d3b6-8d32-4e31-990f-1c161b41f0ff tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:46.768726 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2b38b932-9c37-47df-92c2-3ab928750b7c req-6331d3b6-8d32-4e31-990f-1c161b41f0ff tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.1009855 Feb 21 04:29:46.814676 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-2b38b932-9c37-47df-92c2-3ab928750b7c req-59308f1a-e670-44a8-84e1-302334927f33 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405166 Feb 21 04:29:47.707676 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-2e2e309e-7309-4e95-8d41-52f184882a2b tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:47.709129 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-2e2e309e-7309-4e95-8d41-52f184882a2b tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.45 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0511198 Feb 21 04:29:47.803152 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Deleting port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:29:47.803490 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:47.889518 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] For port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=0b5c4c14-36fb-4fa3-a6c2-612571e2855a,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:29:47.889908 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:47.931795 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150cddd-d012-4cd2-b59a-e840fa1a264b req-5c473b02-d174-4fb5-a14e-cc067ea60caa tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:47.933300 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1150cddd-d012-4cd2-b59a-e840fa1a264b req-5c473b02-d174-4fb5-a14e-cc067ea60caa tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 945 time: 0.0513525 Feb 21 04:29:47.979197 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1150cddd-d012-4cd2-b59a-e840fa1a264b req-157daf02-ae64-4c71-9999-2dd16c596515 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=524fbec3-e176-4901-9a46-247133f31bb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401816 Feb 21 04:29:48.110367 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:48.110730 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (f0eb4086-896c-4c18-81d9-e6bc9c339b1d), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:48.111041 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.l3_db [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Floating IP f0eb4086-896c-4c18-81d9-e6bc9c339b1d disassociated. External IP: 172.27.0.31, port: 0b5c4c14-36fb-4fa3-a6c2-612571e2855a. Feb 21 04:29:48.111389 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Calling delete_port for 0b5c4c14-36fb-4fa3-a6c2-612571e2855a owned by compute:nova {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:29:48.238785 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (0b5c4c14-36fb-4fa3-a6c2-612571e2855a), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:48.264309 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event deleted for resources: {'Port': ['ID=0b5c4c14-36fb-4fa3-a6c2-612571e2855a,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:48.276529 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.276901 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.277241 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.277830 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.278169 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.278493 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.278818 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.279140 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.279454 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.279774 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.280098 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.280427 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.280747 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:48.639748 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Router f8317192-2177-4b59-94d1-377c32d5a3b7 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:29:48.752943 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:29:48.762929 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a7cd7-118e-4718-9b6c-ddc1d33b4ab9 None None] Sync routers for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:29:48.775458 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a7cd7-118e-4718-9b6c-ddc1d33b4ab9 None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:29:48.776196 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-853a7cd7-118e-4718-9b6c-ddc1d33b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:29:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:29:48.795141 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] No DVR routers for this DVR port 0b5c4c14-36fb-4fa3-a6c2-612571e2855a on host hv-cinder-77398 {{(pid=102900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:29:48.797777 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:48.801121 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-cec2edb6-abcb-4f79-a0d5-40750080f5eb req-d473f644-3a28-464e-a985-19bcc332bfa2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.45 "DELETE /v2.0/ports/0b5c4c14-36fb-4fa3-a6c2-612571e2855a HTTP/1.1" status: 204 len: 173 time: 1.0869665 Feb 21 04:29:48.801559 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'name': 'network-vif-deleted', 'tag': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:29:48.803839 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f820df-d4b0-4a53-ae14-b07906ee2a21" -d '{"events": [{"server_uuid": "93b3eafa-8661-45e6-a0ae-920c3499ae2f", "name": "network-vif-deleted", "tag": "0b5c4c14-36fb-4fa3-a6c2-612571e2855a"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:29:48.846643 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df45c964-2059-43c5-9b4a-e76c2e8e046b x-openstack-request-id: req-df45c964-2059-43c5-9b4a-e76c2e8e046b {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:29:48.846940 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93b3eafa-8661-45e6-a0ae-920c3499ae2f", "name": "network-vif-deleted", "tag": "0b5c4c14-36fb-4fa3-a6c2-612571e2855a", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:29:48.847197 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df45c964-2059-43c5-9b4a-e76c2e8e046b {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:29:48.847621 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b3eafa-8661-45e6-a0ae-920c3499ae2f', 'name': 'network-vif-deleted', 'tag': '0b5c4c14-36fb-4fa3-a6c2-612571e2855a', 'status': 'completed', 'code': 200} Feb 21 04:29:48.887222 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-853a7cd7-118e-4718-9b6c-ddc1d33b4ab9 None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:29:49.106611 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a4a0f02a-5115-42f7-8214-5ea033f96d90 req-3a89a365-751c-47cc-9c5a-646e5e0f3100 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=93b3eafa-8661-45e6-a0ae-920c3499ae2f HTTP/1.1" status: 200 len: 210 time: 0.0518551 Feb 21 04:29:49.174744 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-853a7cd7-118e-4718-9b6c-ddc1d33b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:29:49.206412 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a7cd7-118e-4718-9b6c-ddc1d33b4ab9 None None] Checking router: f8317192-2177-4b59-94d1-377c32d5a3b7 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:29:49.214614 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853a7cd7-118e-4718-9b6c-ddc1d33b4ab9 None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:29:49.215215 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-853a7cd7-118e-4718-9b6c-ddc1d33b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:29:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:29:49.324600 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-853a7cd7-118e-4718-9b6c-ddc1d33b4ab9 None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:29:49.519797 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-853a7cd7-118e-4718-9b6c-ddc1d33b4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:29:49.546258 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853a7cd7-118e-4718-9b6c-ddc1d33b4ab9 None None] The sync data for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi is: [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:29:49.743952 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c87a504-0f15-4731-ae27-9edc1bb4f34d None None] New status for floating IP f0eb4086-896c-4c18-81d9-e6bc9c339b1d: DOWN {{(pid=102901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:29:50.189691 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39730) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:29:50.241584 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (524fbec3-e176-4901-9a46-247133f31bb4), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:50.265571 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (524fbec3-e176-4901-9a46-247133f31bb4), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:50.312462 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (524fbec3-e176-4901-9a46-247133f31bb4), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:50.315167 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:50.316691 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "DELETE /v2.0/security-groups/524fbec3-e176-4901-9a46-247133f31bb4 HTTP/1.1" status: 204 len: 168 time: 0.1256256 Feb 21 04:29:50.319131 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39732) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:29:50.326331 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524fbec3-e176-4901-9a46-247133f31bb4,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:50.332954 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.api.v2.resource [None req-83e0b975-0545-4784-bc47-074d69129322 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] show failed (client error): The resource could not be found. Feb 21 04:29:50.333288 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.336458 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.336607 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-83e0b975-0545-4784-bc47-074d69129322 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups/524fbec3-e176-4901-9a46-247133f31bb4 HTTP/1.1" status: 404 len: 347 time: 0.0137043 Feb 21 04:29:50.336790 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.336790 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.336790 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.336790 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.336790 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.336790 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.336790 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.336790 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.336790 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.338076 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39734) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:29:50.338171 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.338171 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78b74e2-c5fc-44a8-b8bd-c900a7a3e113 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:50.470015 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-345d3f06-287e-42c8-862f-73aeef50eec4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Deleting port 08e0b3b6-a3ee-43e8-99c1-750b409fd4d1 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:29:50.470253 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-345d3f06-287e-42c8-862f-73aeef50eec4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (08e0b3b6-a3ee-43e8-99c1-750b409fd4d1), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:50.548540 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-345d3f06-287e-42c8-862f-73aeef50eec4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (08e0b3b6-a3ee-43e8-99c1-750b409fd4d1), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:50.548896 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-345d3f06-287e-42c8-862f-73aeef50eec4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (08e0b3b6-a3ee-43e8-99c1-750b409fd4d1), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:50.560381 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-345d3f06-287e-42c8-862f-73aeef50eec4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Calling delete_port for 08e0b3b6-a3ee-43e8-99c1-750b409fd4d1 owned by network:floatingip {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:29:50.689035 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-345d3f06-287e-42c8-862f-73aeef50eec4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (08e0b3b6-a3ee-43e8-99c1-750b409fd4d1), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:50.713923 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d3f06-287e-42c8-862f-73aeef50eec4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event deleted for resources: {'Port': ['ID=08e0b3b6-a3ee-43e8-99c1-750b409fd4d1,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:50.780268 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-345d3f06-287e-42c8-862f-73aeef50eec4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (f0eb4086-896c-4c18-81d9-e6bc9c339b1d), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:50.782976 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-345d3f06-287e-42c8-862f-73aeef50eec4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:50.784114 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-345d3f06-287e-42c8-862f-73aeef50eec4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "DELETE /v2.0/floatingips/f0eb4086-896c-4c18-81d9-e6bc9c339b1d HTTP/1.1" status: 204 len: 168 time: 0.4458377 Feb 21 04:29:51.101459 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39738) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:29:51.105990 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-942629ed-0aad-4b33-b502-a0c0f2d982e8 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2059222358', 'description': 'tempest-description--1489688488'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:29:51.128399 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-942629ed-0aad-4b33-b502-a0c0f2d982e8 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.191931 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-942629ed-0aad-4b33-b502-a0c0f2d982e8 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (88dcc2e4-1016-46d3-9d61-8bfa732a6396), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.195853 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-942629ed-0aad-4b33-b502-a0c0f2d982e8 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (88dcc2e4-1016-46d3-9d61-8bfa732a6396), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.224949 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-942629ed-0aad-4b33-b502-a0c0f2d982e8 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.226180 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-942629ed-0aad-4b33-b502-a0c0f2d982e8 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1237254 Feb 21 04:29:51.228460 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942629ed-0aad-4b33-b502-a0c0f2d982e8 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88dcc2e4-1016-46d3-9d61-8bfa732a6396,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:51.229269 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39740) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:29:51.233803 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-bb105943-efd6-4d14-97e9-845d62583135 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'security_group_rule': {'security_group_id': '88dcc2e4-1016-46d3-9d61-8bfa732a6396', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:29:51.257831 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bb105943-efd6-4d14-97e9-845d62583135 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (4033bcaa-3397-4780-8164-f9fb00aa5ff8), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.314858 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bb105943-efd6-4d14-97e9-845d62583135 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (4033bcaa-3397-4780-8164-f9fb00aa5ff8), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.318276 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bb105943-efd6-4d14-97e9-845d62583135 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (4033bcaa-3397-4780-8164-f9fb00aa5ff8), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.335048 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb105943-efd6-4d14-97e9-845d62583135 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4033bcaa-3397-4780-8164-f9fb00aa5ff8,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:51.343812 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-bb105943-efd6-4d14-97e9-845d62583135 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.345053 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-bb105943-efd6-4d14-97e9-845d62583135 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1147768 Feb 21 04:29:51.347678 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39742) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:29:51.351934 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-7b3dc0bb-52f5-4eab-91ff-b9a6c8ff18be tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'security_group_rule': {'security_group_id': '88dcc2e4-1016-46d3-9d61-8bfa732a6396', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:29:51.383385 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc0bb-52f5-4eab-91ff-b9a6c8ff18be tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (162ddb47-1e65-4de5-aa73-8de4086984a2), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.447843 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc0bb-52f5-4eab-91ff-b9a6c8ff18be tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (162ddb47-1e65-4de5-aa73-8de4086984a2), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.451458 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc0bb-52f5-4eab-91ff-b9a6c8ff18be tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (162ddb47-1e65-4de5-aa73-8de4086984a2), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.468875 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dc0bb-52f5-4eab-91ff-b9a6c8ff18be tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162ddb47-1e65-4de5-aa73-8de4086984a2,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:51.475870 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7b3dc0bb-52f5-4eab-91ff-b9a6c8ff18be tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.477074 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-7b3dc0bb-52f5-4eab-91ff-b9a6c8ff18be tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284771 Feb 21 04:29:51.480080 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39744) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:29:51.484330 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'floatingip': {'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:29:51.505480 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.607863 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.714426 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Allocated IP 172.27.0.103 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/4c5b64db-521a-49ee-af5a-31d20f13dccf) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:29:51.819063 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for port (4c5b64db-521a-49ee-af5a-31d20f13dccf), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.851968 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (4c5b64db-521a-49ee-af5a-31d20f13dccf), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:51.889491 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:29:51.892131 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:29:51.894526 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:29:51.919559 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'Port': ['ID=4c5b64db-521a-49ee-af5a-31d20f13dccf,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:52.027999 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (8148fca5-cffb-487b-9e72-3fc2cbbe2923), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:52.066086 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (4c5b64db-521a-49ee-af5a-31d20f13dccf), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:52.213126 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for port (4c5b64db-521a-49ee-af5a-31d20f13dccf), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:52.217171 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (4c5b64db-521a-49ee-af5a-31d20f13dccf), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:52.283264 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'Port': ['ID=4c5b64db-521a-49ee-af5a-31d20f13dccf,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:52.294279 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (8148fca5-cffb-487b-9e72-3fc2cbbe2923), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:52.309465 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:52.310681 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-19991900-82c5-43f7-a7c5-db28bf974329 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8296716 Feb 21 04:29:52.426219 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 0b5c4c14-36fb-4fa3-a6c2-612571e2855a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:29:52.446421 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 0b5c4c14-36fb-4fa3-a6c2-612571e2855a {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:29:52.446768 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 0b5c4c14-36fb-4fa3-a6c2-612571e2855a not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:29:52.453760 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-2f1f17c1-05d6-4fd8-9b50-7a3a6deba7ce tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2059222358&fields=id&tenant_id=e95f468f72044118862b24027a3667e1 HTTP/1.1" status: 200 len: 267 time: 0.0422583 Feb 21 04:29:52.558008 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-7bc7894d-7dd4-4f24-a9c9-63399857ddc2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:52.559386 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-7bc7894d-7dd4-4f24-a9c9-63399857ddc2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 810 time: 0.0993299 Feb 21 04:29:52.573265 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-b3020c1b-df6b-4d1a-aa07-aec39f28cf81 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/quotas/e95f468f72044118862b24027a3667e1 HTTP/1.1" status: 200 len: 375 time: 0.0087087 Feb 21 04:29:52.627555 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-260c252a-434c-4ebf-a1be-0dcceabfd6f6 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496674 Feb 21 04:29:52.722185 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-31250f7b-51a4-4b09-9074-2e6c2eb593d7 service neutron] 10.222.0.10 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836985 Feb 21 04:29:52.809133 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-c8b68516-efb5-433a-a837-abc9f35698e1 service neutron] 10.222.0.10 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813067 Feb 21 04:29:52.965344 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0633bb2d-aa0c-4bb8-96ee-3400d0d06cd2 req-0c16189d-21bf-43a6-8c56-85b42d6916f1 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 210 time: 0.0278780 Feb 21 04:29:53.839676 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-57a5ba87-6226-43df-b247-1cf74b68cce7 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:53.841155 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-57a5ba87-6226-43df-b247-1cf74b68cce7 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.45 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 810 time: 0.1044044 Feb 21 04:29:53.904076 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ce7c2cd2-496a-46cc-a74f-ed1af9045218 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e95f468f72044118862b24027a3667e1 HTTP/1.1" status: 200 len: 380 time: 0.0536194 Feb 21 04:29:53.913653 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'port': {'device_id': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'admin_state_up': True, 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'security_groups': ['88dcc2e4-1016-46d3-9d61-8bfa732a6396']}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:29:54.020659 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Made reservation on behalf of e95f468f72044118862b24027a3667e1 for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:29:54.023877 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:54.062714 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-34e0dea0-e03f-4c6a-9ad1-6c172d5690b7 req-5d0638cf-df17-465e-9f8a-927da64a1f90 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 210 time: 0.0322237 Feb 21 04:29:54.144960 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Allocated IP 172.20.0.3 (3c9062fa-aec5-48ac-8813-607eff1131a5/b5e095f6-2df0-4863-8e91-140a5d0962d8/a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:29:54.278527 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:54.311780 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:54.352845 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Network 3c9062fa-aec5-48ac-8813-607eff1131a5 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:29:54.355759 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:29:54.361903 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:29:54.367341 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event updated for resources: {'Port': ['ID=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:54.412722 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:54.413355 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:54.433955 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-29e153e6-b248-417b-a3b1-fc4ad4bdb923 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5238607 Feb 21 04:29:54.490342 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Request body: {'port': {'device_id': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:29:54.554475 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:54.567150 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-e3c7da04-7806-481f-9cad-f62c7b6c7e1c None None] Provisioning complete for port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:29:54.567677 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e3c7da04-7806-481f-9cad-f62c7b6c7e1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:54.600922 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-e3c7da04-7806-481f-9cad-f62c7b6c7e1c None None] Port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:29:54.802959 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:29:54.810733 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Publish callbacks [] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:54.822831 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Transition to ACTIVE for port object a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:29:54.826731 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:54.875104 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Pushing event updated for resources: {'Port': ['ID=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:54.947606 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Attempting to bind port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:29:54.947970 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Attempting to bind port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:29:54.948258 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Attempting to bind port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d on network 3c9062fa-aec5-48ac-8813-607eff1131a5 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:29:54.952860 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d on network 3c9062fa-aec5-48ac-8813-607eff1131a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:29:54.953180 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Attempting to bind port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d on network 3c9062fa-aec5-48ac-8813-607eff1131a5 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:29:54.957930 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:29:54.958264 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Checking segment: {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:29:54.958646 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Bound using segment: {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:29:54.959067 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Bound port: a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dc19882-f0e2-4ec7-876e-79214bb7f100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:29:54.959427 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:55.023798 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] For port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:29:55.026783 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] For port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:29:55.033025 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:55.065350 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:55.065851 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:55.067285 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] 10.222.0.45 "PUT /v2.0/ports/a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d HTTP/1.1" status: 200 len: 1093 time: 0.5817873 Feb 21 04:29:55.067721 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'tag': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:29:55.070001 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1729162-68a2-4672-8654-62bab3fc89ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5988e9b3-4462-49f4-9bbc-bab50ecf0d9c", "tag": "a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:29:55.100379 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac58ee4e-67d8-42c7-925f-4bad519f9eac service neutron] Pushing event updated for resources: {'Port': ['ID=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:55.158402 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58e2ece-98a9-42d2-97ae-95db9e5b3b89 x-openstack-request-id: req-a58e2ece-98a9-42d2-97ae-95db9e5b3b89 {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:29:55.158694 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5988e9b3-4462-49f4-9bbc-bab50ecf0d9c", "tag": "a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:29:55.158943 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a58e2ece-98a9-42d2-97ae-95db9e5b3b89 {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:29:55.159338 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'tag': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d', 'status': 'completed', 'code': 200} Feb 21 04:29:55.181601 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-4bffc9ea-af64-4efb-bb70-13a0ced561b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:55.183321 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-4bffc9ea-af64-4efb-bb70-13a0ced561b9 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 1127 time: 0.0671797 Feb 21 04:29:55.210359 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78596ec-c053-4a46-9311-8164567d1a07 req-7a96f71a-ab2c-4487-b21b-474dc0e58831 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:55.213123 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d78596ec-c053-4a46-9311-8164567d1a07 req-7a96f71a-ab2c-4487-b21b-474dc0e58831 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 943 time: 0.0573471 Feb 21 04:29:55.226358 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-cc164f19-c2e4-48e2-a965-9580c19905bb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d HTTP/1.1" status: 200 len: 217 time: 0.0346832 Feb 21 04:29:55.265522 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d78596ec-c053-4a46-9311-8164567d1a07 req-7ceb0ecc-2f4c-4956-991d-d3150377daaf tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468059 Feb 21 04:29:55.277461 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-8f6d8a7b-30ca-46d0-9225-99a5f2a1ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:55.279244 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-8f6d8a7b-30ca-46d0-9225-99a5f2a1ba6b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5e095f6-2df0-4863-8e91-140a5d0962d8 HTTP/1.1" status: 200 len: 849 time: 0.0475342 Feb 21 04:29:55.330824 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-d13af1e8-3df6-44b7-80e0-cc9b81c1a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:55.332191 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-d13af1e8-3df6-44b7-80e0-cc9b81c1a156 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c9062fa-aec5-48ac-8813-607eff1131a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466108 Feb 21 04:29:55.418102 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-3c4cf5c7-cdec-4ab8-bfa6-b8dc45feeb1a service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799012 Feb 21 04:29:55.509978 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-7dbf2c58-3fbc-4317-9702-6e7666ff0f63 req-61ede0e4-f4d8-4241-a937-288abd0d5fc0 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852158 Feb 21 04:29:55.595428 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1729162-68a2-4672-8654-62bab3fc89ae req-22278eda-5fea-4d62-8528-0413ce746769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:55.596851 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e1729162-68a2-4672-8654-62bab3fc89ae req-22278eda-5fea-4d62-8528-0413ce746769 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 1127 time: 0.0444734 Feb 21 04:29:55.682410 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1729162-68a2-4672-8654-62bab3fc89ae req-bec7d527-d30f-45f9-a2eb-e268b9a20c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:55.683869 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e1729162-68a2-4672-8654-62bab3fc89ae req-bec7d527-d30f-45f9-a2eb-e268b9a20c69 service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 910 time: 0.0816543 Feb 21 04:29:55.726123 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e1729162-68a2-4672-8654-62bab3fc89ae req-e769f83d-22f0-4a48-896d-f060a89acd66 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d HTTP/1.1" status: 200 len: 217 time: 0.0363431 Feb 21 04:29:55.774240 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1729162-68a2-4672-8654-62bab3fc89ae req-dbe8dd3a-c3a6-463d-98d8-27e9fdafcfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:55.775749 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e1729162-68a2-4672-8654-62bab3fc89ae req-dbe8dd3a-c3a6-463d-98d8-27e9fdafcfcf service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5e095f6-2df0-4863-8e91-140a5d0962d8 HTTP/1.1" status: 200 len: 849 time: 0.0440621 Feb 21 04:29:55.825237 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1729162-68a2-4672-8654-62bab3fc89ae req-9247e3b3-d75b-4a04-94d3-7d60a448b954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:55.826691 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e1729162-68a2-4672-8654-62bab3fc89ae req-9247e3b3-d75b-4a04-94d3-7d60a448b954 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c9062fa-aec5-48ac-8813-607eff1131a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431175 Feb 21 04:29:55.916015 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e1729162-68a2-4672-8654-62bab3fc89ae req-c0d6db4e-d954-44e5-b7d3-38b168d13ec2 service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832274 Feb 21 04:29:56.001965 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-e1729162-68a2-4672-8654-62bab3fc89ae req-6d0161db-97ee-4e8b-b3a3-86cee328278d service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798430 Feb 21 04:29:56.252856 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-98557c59-6824-4049-a6cf-d0d779d7b6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:56.383516 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a33acf-de27-4c8e-b496-6368fd0d4b0e req-1ac02b23-fcb2-41f1-b854-c4136b39879d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:56.384983 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8a33acf-de27-4c8e-b496-6368fd0d4b0e req-1ac02b23-fcb2-41f1-b854-c4136b39879d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 943 time: 0.0511661 Feb 21 04:29:56.431202 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8a33acf-de27-4c8e-b496-6368fd0d4b0e req-d53addf1-6149-4d6d-a79c-96a206ed807c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404754 Feb 21 04:29:57.551346 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa706fad-ef21-4315-bc45-4105440ceba1 req-ef57e56c-b355-40f7-b3fb-586661520120 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:57.552853 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fa706fad-ef21-4315-bc45-4105440ceba1 req-ef57e56c-b355-40f7-b3fb-586661520120 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 943 time: 0.0559018 Feb 21 04:29:57.598169 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fa706fad-ef21-4315-bc45-4105440ceba1 req-2df029be-9595-4a87-9da6-442de24ba3af tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399463 Feb 21 04:29:58.170290 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-a8fd82c7-a092-4875-bd9f-3632cd867cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:58.475422 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:29:58.568797 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:29:58.581708 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'port_id': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d', 'mac_address': 'fa:16:3e:d5:e4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:29:58.618762 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:29:58.619152 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:58.631946 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:29:58.652974 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:29:58.656955 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:58.703903 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:29:58.710752 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.711103 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.711446 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.712291 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.712623 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.712972 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.713298 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.713623 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.713944 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.714266 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.714537 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89771d8-dcc9-40ab-ad25-1a99de372510 req-574f24d3-0464-43de-8a89-3546eb084739 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:58.715038 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.715038 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.715225 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:29:58.716046 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f89771d8-dcc9-40ab-ad25-1a99de372510 req-574f24d3-0464-43de-8a89-3546eb084739 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 944 time: 0.0523379 Feb 21 04:29:58.762172 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f89771d8-dcc9-40ab-ad25-1a99de372510 req-1787800a-b440-4903-8670-e430c9ac1ebd tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403879 Feb 21 04:29:58.996331 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:29:59.524596 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:29:59.877394 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2754e-9889-4106-981a-9b1da3925bab req-b1e21d58-b875-4bbb-9545-888e6950b84a tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:29:59.878862 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e6d2754e-9889-4106-981a-9b1da3925bab req-b1e21d58-b875-4bbb-9545-888e6950b84a tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 944 time: 0.0509775 Feb 21 04:29:59.927091 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e6d2754e-9889-4106-981a-9b1da3925bab req-807c6e9a-3894-417e-924f-9a5abea1a5f7 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Feb 21 04:30:00.488829 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:30:00.536459 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:30:00.540294 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:30:00.540693 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:00.617028 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:30:00.617410 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:00.639233 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:30:00.641526 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9850554c-ebc3-4a21-be4d-42c9f96b776d" -d '{"events": [{"server_uuid": "5988e9b3-4462-49f4-9bbc-bab50ecf0d9c", "name": "network-vif-plugged", "status": "completed", "tag": "a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:30:00.655110 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:30:00.659435 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:00.684055 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b884b8-49cf-4bd8-841e-6c9adcd795a0 x-openstack-request-id: req-e8b884b8-49cf-4bd8-841e-6c9adcd795a0 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:30:00.684342 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5988e9b3-4462-49f4-9bbc-bab50ecf0d9c", "name": "network-vif-plugged", "status": "completed", "tag": "a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:30:00.684586 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8b884b8-49cf-4bd8-841e-6c9adcd795a0 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:30:00.684991 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d', 'code': 200} Feb 21 04:30:00.711908 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:00.848940 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f2366-f0d5-4d0e-8edc-496e2b812820 req-e5e39a5c-3518-44e7-a123-a743d35e7ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:00.850411 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3b9f2366-f0d5-4d0e-8edc-496e2b812820 req-e5e39a5c-3518-44e7-a123-a743d35e7ef9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 1129 time: 0.0453510 Feb 21 04:30:00.896081 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3b9f2366-f0d5-4d0e-8edc-496e2b812820 req-bfa59791-aa9a-4106-9ef2-71baf137595a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398273 Feb 21 04:30:00.909865 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:01.045150 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691202-1a99-4078-ae17-506d40e3d905 req-81e2bdb9-b2b1-436b-b6fc-c903fde2b197 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:01.046550 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a6691202-1a99-4078-ae17-506d40e3d905 req-81e2bdb9-b2b1-436b-b6fc-c903fde2b197 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 945 time: 0.0527070 Feb 21 04:30:01.092920 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a6691202-1a99-4078-ae17-506d40e3d905 req-ae7c1811-534d-49a3-8584-f9be2949cb7e tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408053 Feb 21 04:30:02.210447 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456efd-02a5-4e10-bce3-a14b0ec24d16 req-92d03614-e37f-47a3-ae44-d13ed4294b77 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:02.211963 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a2456efd-02a5-4e10-bce3-a14b0ec24d16 req-92d03614-e37f-47a3-ae44-d13ed4294b77 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 945 time: 0.0518949 Feb 21 04:30:02.257897 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-a2456efd-02a5-4e10-bce3-a14b0ec24d16 req-b9738180-52dc-4151-a207-91d86066eb67 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404310 Feb 21 04:30:02.529282 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:03.376901 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d52157-84e5-4726-8aba-428103dc037e req-326ecf95-f322-4afd-aa81-31dacef810be tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:03.378373 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b7d52157-84e5-4726-8aba-428103dc037e req-326ecf95-f322-4afd-aa81-31dacef810be tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 945 time: 0.0540557 Feb 21 04:30:03.430769 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b7d52157-84e5-4726-8aba-428103dc037e req-0c077272-3469-477c-a8d2-b643aa993a09 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468953 Feb 21 04:30:03.543608 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394a628-d7a5-4d12-b75b-9f868d0e463d req-eb8966f2-11a5-4a9d-ad13-6126fb118dd8 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:03.545106 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4394a628-d7a5-4d12-b75b-9f868d0e463d req-eb8966f2-11a5-4a9d-ad13-6126fb118dd8 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 945 time: 0.0533557 Feb 21 04:30:03.553301 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39800) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:03.557606 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-c0ed426e-dc84-41f3-9550-c6178d2efd4c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Request body: {'floatingip': {'port_id': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:30:03.599541 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c0ed426e-dc84-41f3-9550-c6178d2efd4c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (8148fca5-cffb-487b-9e72-3fc2cbbe2923), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:04.049720 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c0ed426e-dc84-41f3-9550-c6178d2efd4c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:04.053631 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c0ed426e-dc84-41f3-9550-c6178d2efd4c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (8148fca5-cffb-487b-9e72-3fc2cbbe2923), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:04.168152 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-c0ed426e-dc84-41f3-9550-c6178d2efd4c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Floating IP 8148fca5-cffb-487b-9e72-3fc2cbbe2923 associated. External IP: 172.27.0.103, port: a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d. Feb 21 04:30:04.373424 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ed426e-dc84-41f3-9550-c6178d2efd4c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Router f8317192-2177-4b59-94d1-377c32d5a3b7 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:30:04.483515 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ed426e-dc84-41f3-9550-c6178d2efd4c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:30:04.488439 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c0ed426e-dc84-41f3-9550-c6178d2efd4c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:04.493668 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9600510-1f70-4918-bc05-1c53c29705e9 None None] Sync routers for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:30:04.502969 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9600510-1f70-4918-bc05-1c53c29705e9 None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:30:04.503569 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-f9600510-1f70-4918-bc05-1c53c29705e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:29:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:04.517490 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-c0ed426e-dc84-41f3-9550-c6178d2efd4c tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "PUT /v2.0/floatingips/8148fca5-cffb-487b-9e72-3fc2cbbe2923 HTTP/1.1" status: 200 len: 991 time: 0.9631295 Feb 21 04:30:04.518093 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'tag': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:30:04.520318 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421dc19b-24f1-4f6e-bee1-e6b4624944df" -d '{"events": [{"name": "network-changed", "server_uuid": "5988e9b3-4462-49f4-9bbc-bab50ecf0d9c", "tag": "a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:30:04.566734 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad49882-01bd-470d-b517-ed61d5a4dd94 x-openstack-request-id: req-9ad49882-01bd-470d-b517-ed61d5a4dd94 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:30:04.567031 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5988e9b3-4462-49f4-9bbc-bab50ecf0d9c", "tag": "a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:30:04.567290 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ad49882-01bd-470d-b517-ed61d5a4dd94 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:30:04.567699 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'tag': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d', 'status': 'completed', 'code': 200} Feb 21 04:30:04.612881 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-f9600510-1f70-4918-bc05-1c53c29705e9 None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:30:04.633300 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dc19b-24f1-4f6e-bee1-e6b4624944df req-0da51940-cf40-4c40-9f0b-a6def1cec8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:04.634960 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-421dc19b-24f1-4f6e-bee1-e6b4624944df req-0da51940-cf40-4c40-9f0b-a6def1cec8bd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=e95f468f72044118862b24027a3667e1&device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 1129 time: 0.0444891 Feb 21 04:30:04.731964 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dc19b-24f1-4f6e-bee1-e6b4624944df req-4227a67d-92f2-47ab-bd33-d404ebc2e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:04.733467 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-421dc19b-24f1-4f6e-bee1-e6b4624944df req-4227a67d-92f2-47ab-bd33-d404ebc2e0ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 200 len: 910 time: 0.0913475 Feb 21 04:30:04.811330 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-421dc19b-24f1-4f6e-bee1-e6b4624944df req-cee8208a-105d-413b-9885-d3daa2566144 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d HTTP/1.1" status: 200 len: 999 time: 0.0711212 Feb 21 04:30:04.865777 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-f9600510-1f70-4918-bc05-1c53c29705e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '8148fca5-cffb-487b-9e72-3fc2cbbe2923', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'port_id': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'mac_address': 'fa:16:3e:d5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:29:51Z', 'updated_at': '2022-02-21T04:30:03Z', 'revision_number': 1, 'project_id': 'e95f468f72044118862b24027a3667e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:04.869097 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dc19b-24f1-4f6e-bee1-e6b4624944df req-a35d8ec9-5d63-41f3-a87a-2aba60ff1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:04.870967 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-421dc19b-24f1-4f6e-bee1-e6b4624944df req-a35d8ec9-5d63-41f3-a87a-2aba60ff1d0f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b5e095f6-2df0-4863-8e91-140a5d0962d8 HTTP/1.1" status: 200 len: 849 time: 0.0525913 Feb 21 04:30:04.893243 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9600510-1f70-4918-bc05-1c53c29705e9 None None] Checking router: f8317192-2177-4b59-94d1-377c32d5a3b7 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:30:04.902520 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9600510-1f70-4918-bc05-1c53c29705e9 None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:30:04.903384 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-f9600510-1f70-4918-bc05-1c53c29705e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:29:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:04.924083 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421dc19b-24f1-4f6e-bee1-e6b4624944df req-831f8803-ec32-48ce-b3ba-9481c6ad8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:04.925621 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-421dc19b-24f1-4f6e-bee1-e6b4624944df req-831f8803-ec32-48ce-b3ba-9481c6ad8283 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=3c9062fa-aec5-48ac-8813-607eff1131a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466316 Feb 21 04:30:05.008597 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-f9600510-1f70-4918-bc05-1c53c29705e9 None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:30:05.021123 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-421dc19b-24f1-4f6e-bee1-e6b4624944df req-308e4a98-e3a7-498f-9f9c-3fcb66eff22e service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859318 Feb 21 04:30:05.108337 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-421dc19b-24f1-4f6e-bee1-e6b4624944df req-69a5293c-3a52-4277-928b-d0b5053c51dd service neutron] 10.222.0.45 "GET /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812764 Feb 21 04:30:05.224481 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-f9600510-1f70-4918-bc05-1c53c29705e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '8148fca5-cffb-487b-9e72-3fc2cbbe2923', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'port_id': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'mac_address': 'fa:16:3e:d5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:29:51Z', 'updated_at': '2022-02-21T04:30:03Z', 'revision_number': 1, 'project_id': 'e95f468f72044118862b24027a3667e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:05.252931 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9600510-1f70-4918-bc05-1c53c29705e9 None None] The sync data for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi is: [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '8148fca5-cffb-487b-9e72-3fc2cbbe2923', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'floating_ip_address': '172.27.0.103', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'port_id': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 625, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'mac_address': 'fa:16:3e:d5:e4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:29:51Z', 'updated_at': '2022-02-21T04:30:03Z', 'revision_number': 1, 'project_id': 'e95f468f72044118862b24027a3667e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:30:05.439963 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb02a47-87cd-453b-9aca-bac5f5ca1a6c None None] New status for floating IP 8148fca5-cffb-487b-9e72-3fc2cbbe2923: ACTIVE {{(pid=102901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:30:06.504947 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:30:10.799004 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:12.650204 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39836) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:12.813302 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Deleting port 50647f6b-4a43-4536-8d7e-8308cc028a33 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:12.813644 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (50647f6b-4a43-4536-8d7e-8308cc028a33), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:12.888073 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (50647f6b-4a43-4536-8d7e-8308cc028a33), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:12.888395 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (50647f6b-4a43-4536-8d7e-8308cc028a33), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:12.899635 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Calling delete_port for 50647f6b-4a43-4536-8d7e-8308cc028a33 owned by network:floatingip {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:13.068839 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (50647f6b-4a43-4536-8d7e-8308cc028a33), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:13.091770 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event deleted for resources: {'Port': ['ID=50647f6b-4a43-4536-8d7e-8308cc028a33,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:13.155473 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (2d67235a-8896-4840-87df-390a28c8d496), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:13.155805 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Floating IP 2d67235a-8896-4840-87df-390a28c8d496 disassociated (deleted). External IP: 172.27.0.26, port: 35b91d10-b47f-430e-984b-065790ea3b32. Feb 21 04:30:13.359007 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:30:13.714571 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:30:13.719458 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:13.726835 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6f856-2914-4cff-b240-580e92e23b0e None None] Sync routers for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:30:13.736281 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6f856-2914-4cff-b240-580e92e23b0e None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:30:13.736915 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-afc6f856-2914-4cff-b240-580e92e23b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:29:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:13.750038 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-2bd18818-1a40-4a11-bd19-9c222e5c21a8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "DELETE /v2.0/floatingips/2d67235a-8896-4840-87df-390a28c8d496 HTTP/1.1" status: 204 len: 168 time: 1.0983455 Feb 21 04:30:13.750266 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'tag': '35b91d10-b47f-430e-984b-065790ea3b32'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:30:13.752592 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37a6540-4a1e-471a-a182-1b0ebe990634" -d '{"events": [{"name": "network-changed", "server_uuid": "183ac1ab-bbc7-45b8-854d-c2a58fa0efdb", "tag": "35b91d10-b47f-430e-984b-065790ea3b32"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:30:13.853459 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-afc6f856-2914-4cff-b240-580e92e23b0e None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:30:13.887358 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeab271-0d49-4361-aa15-8dd64e4a587a x-openstack-request-id: req-abeab271-0d49-4361-aa15-8dd64e4a587a {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:30:13.887807 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "183ac1ab-bbc7-45b8-854d-c2a58fa0efdb", "tag": "35b91d10-b47f-430e-984b-065790ea3b32", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:30:13.888144 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-abeab271-0d49-4361-aa15-8dd64e4a587a {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:30:13.888760 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'tag': '35b91d10-b47f-430e-984b-065790ea3b32', 'status': 'completed', 'code': 200} Feb 21 04:30:13.966807 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a6540-4a1e-471a-a182-1b0ebe990634 req-a085f92a-e2a1-4f97-8cbc-abb1c0a4eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:13.968328 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b37a6540-4a1e-471a-a182-1b0ebe990634 req-a085f92a-e2a1-4f97-8cbc-abb1c0a4eac7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 1130 time: 0.0566568 Feb 21 04:30:14.053216 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7d546-6d4b-424c-aa80-48c91c47788f req-f1589d02-7293-4af1-9bbe-263ae35bb70b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:14.061481 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ebc7d546-6d4b-424c-aa80-48c91c47788f req-f1589d02-7293-4af1-9bbe-263ae35bb70b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 946 time: 0.0643570 Feb 21 04:30:14.106427 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a6540-4a1e-471a-a182-1b0ebe990634 req-7b290afb-325c-4e11-8270-388b5b09a338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:14.108324 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b37a6540-4a1e-471a-a182-1b0ebe990634 req-7b290afb-325c-4e11-8270-388b5b09a338 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.1326480 Feb 21 04:30:14.121256 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-ebc7d546-6d4b-424c-aa80-48c91c47788f req-dfba8fae-ff29-4cd7-a85b-89a4ebe71218 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587895 Feb 21 04:30:14.153252 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b37a6540-4a1e-471a-a182-1b0ebe990634 req-81cf7453-09bc-4b08-85a8-c6c2afba46f3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b91d10-b47f-430e-984b-065790ea3b32 HTTP/1.1" status: 200 len: 217 time: 0.0367270 Feb 21 04:30:14.205794 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a6540-4a1e-471a-a182-1b0ebe990634 req-0e1d06f2-c526-4d83-b167-7ede1dbda02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:14.207242 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b37a6540-4a1e-471a-a182-1b0ebe990634 req-0e1d06f2-c526-4d83-b167-7ede1dbda02b service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0464478 Feb 21 04:30:14.217160 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-afc6f856-2914-4cff-b240-580e92e23b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '6eb99d65-da2f-4f39-a557-e0b97d5fce0a', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:85:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:40Z', 'updated_at': '2022-02-21T04:25:43Z', 'revision_number': 1, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:14.245792 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6f856-2914-4cff-b240-580e92e23b0e None None] Checking router: 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:30:14.253912 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc6f856-2914-4cff-b240-580e92e23b0e None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:30:14.254518 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-afc6f856-2914-4cff-b240-580e92e23b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:29:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:14.255667 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a6540-4a1e-471a-a182-1b0ebe990634 req-921c309d-55eb-48e7-8cee-3b51cd8786ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:14.257196 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b37a6540-4a1e-471a-a182-1b0ebe990634 req-921c309d-55eb-48e7-8cee-3b51cd8786ce service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0425620 Feb 21 04:30:14.347748 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b37a6540-4a1e-471a-a182-1b0ebe990634 req-e04da2cf-3825-4b9d-92c4-786d93ee5cdf service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825527 Feb 21 04:30:14.365225 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-afc6f856-2914-4cff-b240-580e92e23b0e None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:30:14.440253 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b37a6540-4a1e-471a-a182-1b0ebe990634 req-b2b1199a-6404-4632-9dfd-c947312992af service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849280 Feb 21 04:30:14.582264 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-afc6f856-2914-4cff-b240-580e92e23b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '6eb99d65-da2f-4f39-a557-e0b97d5fce0a', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:85:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:40Z', 'updated_at': '2022-02-21T04:25:43Z', 'revision_number': 1, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:14.611987 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc6f856-2914-4cff-b240-580e92e23b0e None None] The sync data for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi is: [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': '6eb99d65-da2f-4f39-a557-e0b97d5fce0a', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'floating_ip_address': '172.27.0.229', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'port_id': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'mac_address': 'fa:16:3e:85:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:25:40Z', 'updated_at': '2022-02-21T04:25:43Z', 'revision_number': 1, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:30:14.818405 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aad2c2e-51a7-4337-b8c0-ed9160e1d372 None None] New status for floating IP 2d67235a-8896-4840-87df-390a28c8d496: DOWN {{(pid=102901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:30:15.240952 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1f11a-2663-4d15-a94e-85a8c4e7cc38 req-83ac2c89-7ded-4dbc-ba6a-cd39185c68f8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:15.243045 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-25f1f11a-2663-4d15-a94e-85a8c4e7cc38 req-83ac2c89-7ded-4dbc-ba6a-cd39185c68f8 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 946 time: 0.0540891 Feb 21 04:30:15.301699 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-25f1f11a-2663-4d15-a94e-85a8c4e7cc38 req-e7ab6b87-4d20-45fa-ba12-a69f99431ed4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535648 Feb 21 04:30:15.849300 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53746de-a46f-4b82-ab18-168917a0b7b5 req-0f2868dc-ce9b-4d69-b98a-623d8065caba tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:15.850896 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d53746de-a46f-4b82-ab18-168917a0b7b5 req-0f2868dc-ce9b-4d69-b98a-623d8065caba tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 946 time: 0.0573041 Feb 21 04:30:15.946712 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-d53746de-a46f-4b82-ab18-168917a0b7b5 req-ef407255-6c99-441e-9509-bc62a5104942 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Deleting port 35b91d10-b47f-430e-984b-065790ea3b32 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:15.947151 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d53746de-a46f-4b82-ab18-168917a0b7b5 req-ef407255-6c99-441e-9509-bc62a5104942 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (35b91d10-b47f-430e-984b-065790ea3b32), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:16.034667 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-d53746de-a46f-4b82-ab18-168917a0b7b5 req-ef407255-6c99-441e-9509-bc62a5104942 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] For port 35b91d10-b47f-430e-984b-065790ea3b32, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=35b91d10-b47f-430e-984b-065790ea3b32,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:30:16.034934 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d53746de-a46f-4b82-ab18-168917a0b7b5 req-ef407255-6c99-441e-9509-bc62a5104942 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (35b91d10-b47f-430e-984b-065790ea3b32), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:16.047771 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-d53746de-a46f-4b82-ab18-168917a0b7b5 req-ef407255-6c99-441e-9509-bc62a5104942 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Calling delete_port for 35b91d10-b47f-430e-984b-065790ea3b32 owned by compute:nova {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:16.180845 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d53746de-a46f-4b82-ab18-168917a0b7b5 req-ef407255-6c99-441e-9509-bc62a5104942 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (35b91d10-b47f-430e-984b-065790ea3b32), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:16.208538 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef407255-6c99-441e-9509-bc62a5104942 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event deleted for resources: {'Port': ['ID=35b91d10-b47f-430e-984b-065790ea3b32,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:16.252418 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53746de-a46f-4b82-ab18-168917a0b7b5 req-ef407255-6c99-441e-9509-bc62a5104942 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] No DVR routers for this DVR port 35b91d10-b47f-430e-984b-065790ea3b32 on host hv-cinder-77398 {{(pid=102900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:30:16.254919 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-d53746de-a46f-4b82-ab18-168917a0b7b5 req-ef407255-6c99-441e-9509-bc62a5104942 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:16.258145 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-d53746de-a46f-4b82-ab18-168917a0b7b5 req-ef407255-6c99-441e-9509-bc62a5104942 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "DELETE /v2.0/ports/35b91d10-b47f-430e-984b-065790ea3b32 HTTP/1.1" status: 204 len: 173 time: 0.4014595 Feb 21 04:30:16.258567 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'name': 'network-vif-deleted', 'tag': '35b91d10-b47f-430e-984b-065790ea3b32'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:30:16.261285 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867a2d79-1530-43bb-9956-f0ac7a8cfb49" -d '{"events": [{"server_uuid": "183ac1ab-bbc7-45b8-854d-c2a58fa0efdb", "name": "network-vif-deleted", "tag": "35b91d10-b47f-430e-984b-065790ea3b32"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:30:16.302986 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f3c8f0-9ca9-400e-bd4e-ba31096eab5f x-openstack-request-id: req-08f3c8f0-9ca9-400e-bd4e-ba31096eab5f {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:30:16.303293 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "183ac1ab-bbc7-45b8-854d-c2a58fa0efdb", "name": "network-vif-deleted", "tag": "35b91d10-b47f-430e-984b-065790ea3b32", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:30:16.303546 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08f3c8f0-9ca9-400e-bd4e-ba31096eab5f {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:30:16.303935 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '183ac1ab-bbc7-45b8-854d-c2a58fa0efdb', 'name': 'network-vif-deleted', 'tag': '35b91d10-b47f-430e-984b-065790ea3b32', 'status': 'completed', 'code': 200} Feb 21 04:30:16.399869 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-376673e0-6a37-47d5-83f6-7fa56aa7c56a req-581c967f-d429-4e65-bb1f-a718c2f64421 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=183ac1ab-bbc7-45b8-854d-c2a58fa0efdb HTTP/1.1" status: 200 len: 210 time: 0.0277305 Feb 21 04:30:19.662041 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39902) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:19.820292 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Deleting port d05673d5-b63d-44ca-9e56-77baee088401 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:19.820578 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (d05673d5-b63d-44ca-9e56-77baee088401), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:19.891908 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (d05673d5-b63d-44ca-9e56-77baee088401), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:19.892229 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (d05673d5-b63d-44ca-9e56-77baee088401), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:19.903918 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Calling delete_port for d05673d5-b63d-44ca-9e56-77baee088401 owned by network:floatingip {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:20.051904 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (d05673d5-b63d-44ca-9e56-77baee088401), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:20.080580 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event deleted for resources: {'Port': ['ID=d05673d5-b63d-44ca-9e56-77baee088401,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:20.140929 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (6eb99d65-da2f-4f39-a557-e0b97d5fce0a), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:20.141273 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Floating IP 6eb99d65-da2f-4f39-a557-e0b97d5fce0a disassociated (deleted). External IP: 172.27.0.229, port: dfe64259-0c81-4f8f-8deb-f058279bb2fc. Feb 21 04:30:20.364430 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:30:20.469321 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:30:20.474047 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:20.478562 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a17a5-6ac8-4403-84e5-d247faab6362 None None] Sync routers for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:30:20.488174 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a17a5-6ac8-4403-84e5-d247faab6362 None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:30:20.488801 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b25a17a5-6ac8-4403-84e5-d247faab6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:29:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:20.503237 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-3bcc5b8c-7db4-4f11-8336-6ad1b073330b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "DELETE /v2.0/floatingips/6eb99d65-da2f-4f39-a557-e0b97d5fce0a HTTP/1.1" status: 204 len: 168 time: 0.8401487 Feb 21 04:30:20.503830 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'tag': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:30:20.506123 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d3b22c-871b-44b4-b931-31522956a99e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0d468e-1c55-4684-8d83-192d0f7cfd9f", "tag": "dfe64259-0c81-4f8f-8deb-f058279bb2fc"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:30:20.545126 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9383e14-88ba-4844-90d6-0d42d72e9115 x-openstack-request-id: req-c9383e14-88ba-4844-90d6-0d42d72e9115 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:30:20.545494 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0d468e-1c55-4684-8d83-192d0f7cfd9f", "tag": "dfe64259-0c81-4f8f-8deb-f058279bb2fc", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:30:20.545813 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c9383e14-88ba-4844-90d6-0d42d72e9115 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:30:20.546286 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'tag': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'status': 'completed', 'code': 200} Feb 21 04:30:20.555230 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 35b91d10-b47f-430e-984b-065790ea3b32 no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:30:20.584290 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 35b91d10-b47f-430e-984b-065790ea3b32 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:30:20.585729 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 35b91d10-b47f-430e-984b-065790ea3b32 not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:30:20.598943 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-b25a17a5-6ac8-4403-84e5-d247faab6362 None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:30:20.615276 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3b22c-871b-44b4-b931-31522956a99e req-d1f12df5-2bc7-47f4-b73e-587f9d7987e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:20.616864 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12d3b22c-871b-44b4-b931-31522956a99e req-d1f12df5-2bc7-47f4-b73e-587f9d7987e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 1130 time: 0.0497847 Feb 21 04:30:20.715866 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3b22c-871b-44b4-b931-31522956a99e req-cdebfcd4-6f9f-4f9a-8dbe-5e76bedd6136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:20.717422 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12d3b22c-871b-44b4-b931-31522956a99e req-cdebfcd4-6f9f-4f9a-8dbe-5e76bedd6136 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 200 len: 912 time: 0.0947037 Feb 21 04:30:20.763938 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12d3b22c-871b-44b4-b931-31522956a99e req-8078b535-f7cc-479a-bdcd-4e5264caf0b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfe64259-0c81-4f8f-8deb-f058279bb2fc HTTP/1.1" status: 200 len: 217 time: 0.0386541 Feb 21 04:30:20.779814 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346d69b4-6b3f-4ed3-8011-ab169ce41429 req-dec48de5-d1d3-401b-86d7-efdb3d9dd0a7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:20.782005 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-346d69b4-6b3f-4ed3-8011-ab169ce41429 req-dec48de5-d1d3-401b-86d7-efdb3d9dd0a7 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 946 time: 0.0580692 Feb 21 04:30:20.809150 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b25a17a5-6ac8-4403-84e5-d247faab6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:20.819659 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3b22c-871b-44b4-b931-31522956a99e req-08ccbecf-d4ae-4fd2-85d5-cc95914d86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:20.821241 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12d3b22c-871b-44b4-b931-31522956a99e req-08ccbecf-d4ae-4fd2-85d5-cc95914d86f0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 200 len: 851 time: 0.0498991 Feb 21 04:30:20.831303 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-346d69b4-6b3f-4ed3-8011-ab169ce41429 req-4bd94f06-10fe-418f-82bc-d5f783975f84 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Feb 21 04:30:20.835133 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a17a5-6ac8-4403-84e5-d247faab6362 None None] Checking router: 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:30:20.844704 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a17a5-6ac8-4403-84e5-d247faab6362 None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:30:20.845402 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b25a17a5-6ac8-4403-84e5-d247faab6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:29:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:20.874070 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3b22c-871b-44b4-b931-31522956a99e req-64998b8b-c09d-4374-ba27-75984698d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:20.875484 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12d3b22c-871b-44b4-b931-31522956a99e req-64998b8b-c09d-4374-ba27-75984698d0b4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d8fa42c6-5e56-4a20-b94c-db6c502605e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471432 Feb 21 04:30:20.953154 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-b25a17a5-6ac8-4403-84e5-d247faab6362 None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:30:20.981010 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12d3b22c-871b-44b4-b931-31522956a99e req-946ee4f1-1a36-4a33-8461-1afa3ef49a25 service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852439 Feb 21 04:30:21.071716 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-12d3b22c-871b-44b4-b931-31522956a99e req-51cbbfaf-7892-486c-9e21-bf0a324a369a service neutron] 10.222.0.45 "GET /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836852 Feb 21 04:30:21.154016 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b25a17a5-6ac8-4403-84e5-d247faab6362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:21.180094 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a17a5-6ac8-4403-84e5-d247faab6362 None None] The sync data for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi is: [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:22:14Z', 'revision_number': 4, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '0b20feae-b34f-4d13-92e4-4cc479146769', 'name': '', 'network_id': 'd8fa42c6-5e56-4a20-b94c-db6c502605e7', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'mac_address': 'fa:16:3e:87:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:13Z', 'updated_at': '2022-02-21T04:22:18Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'subnets': [{'id': '9a04fe2d-c91c-4d33-b45c-b84ae8f02d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:30:21.401510 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a46550-4498-428f-9944-3f6bc175f7ce None None] New status for floating IP 6eb99d65-da2f-4f39-a557-e0b97d5fce0a: DOWN {{(pid=102901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:30:21.954948 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79387e4c-9473-4fef-82ca-e91e2e1c8ea6 req-bafb8261-e464-4672-92b0-495c2688d397 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:21.956359 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79387e4c-9473-4fef-82ca-e91e2e1c8ea6 req-bafb8261-e464-4672-92b0-495c2688d397 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 946 time: 0.0558889 Feb 21 04:30:22.003319 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79387e4c-9473-4fef-82ca-e91e2e1c8ea6 req-c7024933-95d0-43b8-93ee-ef2a4e0bba57 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413921 Feb 21 04:30:22.577355 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3b2e8-19a0-4582-ad8c-49ac7396487c req-c173c50e-55f4-4300-836f-9b08906884d0 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:22.578793 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6ef3b2e8-19a0-4582-ad8c-49ac7396487c req-c173c50e-55f4-4300-836f-9b08906884d0 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 946 time: 0.0510187 Feb 21 04:30:22.924275 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-6ef3b2e8-19a0-4582-ad8c-49ac7396487c req-7ecc1cf9-7ab6-4428-9389-77a9d701d10b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Deleting port dfe64259-0c81-4f8f-8deb-f058279bb2fc {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:22.924616 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6ef3b2e8-19a0-4582-ad8c-49ac7396487c req-7ecc1cf9-7ab6-4428-9389-77a9d701d10b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:23.009157 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-6ef3b2e8-19a0-4582-ad8c-49ac7396487c req-7ecc1cf9-7ab6-4428-9389-77a9d701d10b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] For port dfe64259-0c81-4f8f-8deb-f058279bb2fc, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=dfe64259-0c81-4f8f-8deb-f058279bb2fc,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:30:23.009522 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6ef3b2e8-19a0-4582-ad8c-49ac7396487c req-7ecc1cf9-7ab6-4428-9389-77a9d701d10b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:23.021545 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-6ef3b2e8-19a0-4582-ad8c-49ac7396487c req-7ecc1cf9-7ab6-4428-9389-77a9d701d10b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Calling delete_port for dfe64259-0c81-4f8f-8deb-f058279bb2fc owned by compute:nova {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:23.122876 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9db2bf-7618-4968-9fde-898c5b996822 req-00e4302e-1a91-45bd-8a89-8bb7a74fee93 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:30:23.124288 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bd9db2bf-7618-4968-9fde-898c5b996822 req-00e4302e-1a91-45bd-8a89-8bb7a74fee93 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f0d468e-1c55-4684-8d83-192d0f7cfd9f HTTP/1.1" status: 200 len: 946 time: 0.0547941 Feb 21 04:30:23.150385 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6ef3b2e8-19a0-4582-ad8c-49ac7396487c req-7ecc1cf9-7ab6-4428-9389-77a9d701d10b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (dfe64259-0c81-4f8f-8deb-f058279bb2fc), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:23.173079 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bd9db2bf-7618-4968-9fde-898c5b996822 req-25642f91-5df3-4bc9-9d03-c9ea8bed12d5 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "GET /v2.0/security-groups?id=42a65337-0659-4d1f-89fc-c7eac0667bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431390 Feb 21 04:30:23.179336 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc1cf9-7ab6-4428-9389-77a9d701d10b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event deleted for resources: {'Port': ['ID=dfe64259-0c81-4f8f-8deb-f058279bb2fc,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:23.226666 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef3b2e8-19a0-4582-ad8c-49ac7396487c req-7ecc1cf9-7ab6-4428-9389-77a9d701d10b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] No DVR routers for this DVR port dfe64259-0c81-4f8f-8deb-f058279bb2fc on host hv-cinder-77398 {{(pid=102900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:30:23.229186 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-6ef3b2e8-19a0-4582-ad8c-49ac7396487c req-7ecc1cf9-7ab6-4428-9389-77a9d701d10b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:23.232397 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-6ef3b2e8-19a0-4582-ad8c-49ac7396487c req-7ecc1cf9-7ab6-4428-9389-77a9d701d10b tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.45 "DELETE /v2.0/ports/dfe64259-0c81-4f8f-8deb-f058279bb2fc HTTP/1.1" status: 204 len: 173 time: 0.6466649 Feb 21 04:30:23.232837 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'name': 'network-vif-deleted', 'tag': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:30:23.235030 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebccebb8-1690-4e72-9db0-aa1cbb9c3b90" -d '{"events": [{"server_uuid": "1f0d468e-1c55-4684-8d83-192d0f7cfd9f", "name": "network-vif-deleted", "tag": "dfe64259-0c81-4f8f-8deb-f058279bb2fc"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:30:23.273284 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84fc9f32-1c3d-4a45-878a-4ae5356d91e3 x-openstack-request-id: req-84fc9f32-1c3d-4a45-878a-4ae5356d91e3 {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:30:23.273576 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0d468e-1c55-4684-8d83-192d0f7cfd9f", "name": "network-vif-deleted", "tag": "dfe64259-0c81-4f8f-8deb-f058279bb2fc", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:30:23.273823 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84fc9f32-1c3d-4a45-878a-4ae5356d91e3 {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:30:23.274210 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0d468e-1c55-4684-8d83-192d0f7cfd9f', 'name': 'network-vif-deleted', 'tag': 'dfe64259-0c81-4f8f-8deb-f058279bb2fc', 'status': 'completed', 'code': 200} Feb 21 04:30:24.230353 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39930) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:24.353086 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-a3133699-5f24-4a74-ab08-d39ce52144cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Deleting port 20727521-f706-4fdd-bf9f-d6d6e897e372 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:24.353365 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a3133699-5f24-4a74-ab08-d39ce52144cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (20727521-f706-4fdd-bf9f-d6d6e897e372), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:24.426147 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a3133699-5f24-4a74-ab08-d39ce52144cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (20727521-f706-4fdd-bf9f-d6d6e897e372), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:24.426476 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a3133699-5f24-4a74-ab08-d39ce52144cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (20727521-f706-4fdd-bf9f-d6d6e897e372), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:24.437760 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-a3133699-5f24-4a74-ab08-d39ce52144cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Calling delete_port for 20727521-f706-4fdd-bf9f-d6d6e897e372 owned by network:floatingip {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:24.566479 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a3133699-5f24-4a74-ab08-d39ce52144cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (20727521-f706-4fdd-bf9f-d6d6e897e372), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:24.592108 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3133699-5f24-4a74-ab08-d39ce52144cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event deleted for resources: {'Port': ['ID=20727521-f706-4fdd-bf9f-d6d6e897e372,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:24.654222 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a3133699-5f24-4a74-ab08-d39ce52144cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for floatingip (1174cc9a-55a6-4b0e-a21d-b48efc3a78eb), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:24.656733 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-a3133699-5f24-4a74-ab08-d39ce52144cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:24.657874 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-a3133699-5f24-4a74-ab08-d39ce52144cd tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "DELETE /v2.0/floatingips/1174cc9a-55a6-4b0e-a21d-b48efc3a78eb HTTP/1.1" status: 204 len: 168 time: 0.4265509 Feb 21 04:30:25.850080 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39942) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:25.905416 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-de8d25c6-174d-4d87-b823-337ea9a4889a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group (42a65337-0659-4d1f-89fc-c7eac0667bb6), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:25.928951 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-de8d25c6-174d-4d87-b823-337ea9a4889a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group (42a65337-0659-4d1f-89fc-c7eac0667bb6), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:25.992549 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-de8d25c6-174d-4d87-b823-337ea9a4889a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (42a65337-0659-4d1f-89fc-c7eac0667bb6), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:25.995132 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-de8d25c6-174d-4d87-b823-337ea9a4889a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:25.996358 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-de8d25c6-174d-4d87-b823-337ea9a4889a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] 10.222.0.10 "DELETE /v2.0/security-groups/42a65337-0659-4d1f-89fc-c7eac0667bb6 HTTP/1.1" status: 204 len: 168 time: 0.1452980 Feb 21 04:30:26.005515 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d25c6-174d-4d87-b823-337ea9a4889a tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a65337-0659-4d1f-89fc-c7eac0667bb6,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:26.053944 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39946) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:26.136958 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9a5d730a-529b-4c1e-88e6-9ceadba08c3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:26.478706 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653554'] for router_interface (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:26.571014 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device dfe64259-0c81-4f8f-8deb-f058279bb2fc no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:30:26.591965 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: dfe64259-0c81-4f8f-8deb-f058279bb2fc {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:30:26.592316 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device dfe64259-0c81-4f8f-8deb-f058279bb2fc not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:30:26.720121 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] Deleting port 0b20feae-b34f-4d13-92e4-4cc479146769 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:26.720462 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:26.801649 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] For port 0b20feae-b34f-4d13-92e4-4cc479146769, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=0b20feae-b34f-4d13-92e4-4cc479146769,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:30:26.801928 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:26.816602 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] Calling delete_port for 0b20feae-b34f-4d13-92e4-4cc479146769 owned by network:router_interface {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:26.993105 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (0b20feae-b34f-4d13-92e4-4cc479146769), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:27.022206 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] Pushing event deleted for resources: {'Port': ['ID=0b20feae-b34f-4d13-92e4-4cc479146769,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:27.189825 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655202'] for router_interface (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:27.410110 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] Router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:30:27.756337 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:30:27.762582 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-62cb1ddc-94e1-454f-a57e-5547563bc79f admin admin] 10.222.0.10 "PUT /v2.0/routers/0dc7858f-bf12-49fb-b484-5d2f3e5746b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7075813 Feb 21 04:30:27.765068 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39950) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:27.767633 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ef4fbc-9581-462f-9760-edcfcd1f1a7e None None] Sync routers for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:30:27.780177 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef4fbc-9581-462f-9760-edcfcd1f1a7e None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:30:27.780822 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b3ef4fbc-9581-462f-9760-edcfcd1f1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:29:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:27.877899 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Publish callbacks [] for router (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:27.898217 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-b3ef4fbc-9581-462f-9760-edcfcd1f1a7e None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:30:27.983409 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Publish callbacks [] for router_gateway (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.040131 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Deleting port 003f0fc4-f8c0-442e-9d53-00cda39f6d63 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:28.040767 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.128234 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] For port 003f0fc4-f8c0-442e-9d53-00cda39f6d63, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=003f0fc4-f8c0-442e-9d53-00cda39f6d63,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:30:28.128588 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.139948 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Calling delete_port for 003f0fc4-f8c0-442e-9d53-00cda39f6d63 owned by network:router_gateway {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:28.171642 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b3ef4fbc-9581-462f-9760-edcfcd1f1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160'}], 'enable_snat': True}, 'gw_port_id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:30:26Z', 'revision_number': 5, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port': {'id': '003f0fc4-f8c0-442e-9d53-00cda39f6d63', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:c8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:12Z', 'updated_at': '2022-02-21T04:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:28.174003 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-82cfc3a0-4af7-4241-8c59-71e5dc92e539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.199568 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ef4fbc-9581-462f-9760-edcfcd1f1a7e None None] Checking router: 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:30:28.207705 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef4fbc-9581-462f-9760-edcfcd1f1a7e None None] Routers {'0dc7858f-bf12-49fb-b484-5d2f3e5746b0'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:30:28.208307 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b3ef4fbc-9581-462f-9760-edcfcd1f1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:30:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:28.295531 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-b3ef4fbc-9581-462f-9760-edcfcd1f1a7e None None] Set router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 gateway port host: None {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:30:28.309025 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (003f0fc4-f8c0-442e-9d53-00cda39f6d63), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.335274 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=003f0fc4-f8c0-442e-9d53-00cda39f6d63,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:28.354050 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b3ef4fbc-9581-462f-9760-edcfcd1f1a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:30:27Z', 'revision_number': 6, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port_host': None}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:28.380605 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ef4fbc-9581-462f-9760-edcfcd1f1a7e None None] The sync data for ids ['0dc7858f-bf12-49fb-b484-5d2f3e5746b0'] in dv-cinder-773985-36-iscsi is: [{'id': '0dc7858f-bf12-49fb-b484-5d2f3e5746b0', 'name': 'tempest-TestVolumeBootPattern-1558972605-router', 'tenant_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:11Z', 'updated_at': '2022-02-21T04:30:27Z', 'revision_number': 6, 'project_id': '35e5cd46d4684e9e9de6e634cfa13b5d', 'gw_port_host': None}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:30:28.396403 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654472'] for router_gateway (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.489045 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1952'] for router (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.491149 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Publish callbacks [] for router_controller (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), precommit_delete_associations {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.536945 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653165'] for router (0dc7858f-bf12-49fb-b484-5d2f3e5746b0), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.537497 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0dc7858f-bf12-49fb-b484-5d2f3e5746b0 {{(pid=102899) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 04:30:28.542261 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.543449 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-27bdbdb9-0779-47e3-9ff4-cfc96314d6cf admin admin] 10.222.0.10 "DELETE /v2.0/routers/0dc7858f-bf12-49fb-b484-5d2f3e5746b0 HTTP/1.1" status: 204 len: 168 time: 0.7774627 Feb 21 04:30:28.546240 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39954) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:28.590022 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_v2 [None req-f82d2d76-9b72-4a4b-99b2-f4beda48598f admin admin] Deleting subnet 9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 {{(pid=102899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:30:28.593004 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f82d2d76-9b72-4a4b-99b2-f4beda48598f admin admin] Publish callbacks [] for subnet (9a04fe2d-c91c-4d33-b45c-b84ae8f02d22), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.626587 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f82d2d76-9b72-4a4b-99b2-f4beda48598f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14165117'] for subnet (9a04fe2d-c91c-4d33-b45c-b84ae8f02d22), precommit_delete_associations {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.706082 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f82d2d76-9b72-4a4b-99b2-f4beda48598f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (9a04fe2d-c91c-4d33-b45c-b84ae8f02d22), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.762682 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f82d2d76-9b72-4a4b-99b2-f4beda48598f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15709838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14453937'] for subnet (9a04fe2d-c91c-4d33-b45c-b84ae8f02d22), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.786821 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d2d76-9b72-4a4b-99b2-f4beda48598f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a04fe2d-c91c-4d33-b45c-b84ae8f02d22,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:28.795741 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-f82d2d76-9b72-4a4b-99b2-f4beda48598f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.801490 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-f82d2d76-9b72-4a4b-99b2-f4beda48598f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9a04fe2d-c91c-4d33-b45c-b84ae8f02d22 HTTP/1.1" status: 204 len: 168 time: 0.2520649 Feb 21 04:30:28.801799 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39956) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:28.804613 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6760417-b1f2-4aae-b0aa-0a135f2c0f0d None None] Network d8fa42c6-5e56-4a20-b94c-db6c502605e7 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:30:28.868611 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (d8fa42c6-5e56-4a20-b94c-db6c502605e7), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.926065 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Deleting port 646244b3-a6bd-4180-8f65-1ec6b381fd5d {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:28.926405 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:28.988087 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] For port 646244b3-a6bd-4180-8f65-1ec6b381fd5d, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=646244b3-a6bd-4180-8f65-1ec6b381fd5d,segment=NetworkSegment(0b452aa8-31b6-477f-b080-fe7fa5753b35),segment_id=0b452aa8-31b6-477f-b080-fe7fa5753b35)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:30:28.988447 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:29.001257 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Calling delete_port for 646244b3-a6bd-4180-8f65-1ec6b381fd5d owned by network:dhcp {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:29.080458 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (646244b3-a6bd-4180-8f65-1ec6b381fd5d), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:29.106436 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Pushing event deleted for resources: {'Port': ['ID=646244b3-a6bd-4180-8f65-1ec6b381fd5d,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:29.108255 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] No DVR routers for this DVR port 646244b3-a6bd-4180-8f65-1ec6b381fd5d on host dv-cinder-773985-36-iscsi {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:30:29.159986 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f19fedb-e3ee-4546-8b9e-6510f9f53b07 None None] DHCP port deletion for d8fa42c6-5e56-4a20-b94c-db6c502605e7 request from dv-cinder-773985-36-iscsi {{(pid=102901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 04:30:29.193356 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (d8fa42c6-5e56-4a20-b94c-db6c502605e7), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:29.213285 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8fa42c6-5e56-4a20-b94c-db6c502605e7']}} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:29.222641 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b452aa8-31b6-477f-b080-fe7fa5753b35') {'for_net_delete': True} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:29.222935 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b452aa8-31b6-477f-b080-fe7fa5753b35') {} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:29.236905 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14165092'] for segment (0b452aa8-31b6-477f-b080-fe7fa5753b35), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:29.250699 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (0b452aa8-31b6-477f-b080-fe7fa5753b35), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:29.256824 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=102899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:30:29.257219 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15709032'] for segment (0b452aa8-31b6-477f-b080-fe7fa5753b35), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: Traceback (most recent call last): Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: timer() Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: cb(*args, **kw) Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: return func(*args, **kwargs) Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: self._notify() Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: self.callback(batched_events) Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: event.method(event) Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: return f(self, *a, **k) Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._get(url).json() Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: return self.request(url, 'GET', **kwargs) Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:30:29.259199 dv-cinder-773985-36-iscsi neutron-server[102899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:30:29.314288 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (d8fa42c6-5e56-4a20-b94c-db6c502605e7), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:29.319929 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:29.325818 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d8fa42c6-5e56-4a20-b94c-db6c502605e7 HTTP/1.1" status: 204 len: 168 time: 0.5205855 Feb 21 04:30:29.326204 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39958) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:29.335618 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2504778-95b3-4f0f-9fc2-b274e5873f72 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8fa42c6-5e56-4a20-b94c-db6c502605e7,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:29.526857 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:29.674809 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653554'] for router_interface (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:29.923268 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] Deleting port 8ee3f9b3-0275-4aeb-9902-da58331581fe {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:29.923603 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:30.004550 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] For port 8ee3f9b3-0275-4aeb-9902-da58331581fe, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=8ee3f9b3-0275-4aeb-9902-da58331581fe,segment=NetworkSegment(5cc2cb43-f4ac-44ec-94b4-a5e137784b22),segment_id=5cc2cb43-f4ac-44ec-94b4-a5e137784b22)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:30:30.004953 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:30.017325 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] Calling delete_port for 8ee3f9b3-0275-4aeb-9902-da58331581fe owned by network:router_interface {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:30.080616 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 003f0fc4-f8c0-442e-9d53-00cda39f6d63 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:30:30.102652 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 003f0fc4-f8c0-442e-9d53-00cda39f6d63 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:30:30.102997 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 003f0fc4-f8c0-442e-9d53-00cda39f6d63 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:30:30.103426 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 0b20feae-b34f-4d13-92e4-4cc479146769 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:30:30.126132 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 0b20feae-b34f-4d13-92e4-4cc479146769 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:30:30.126481 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 0b20feae-b34f-4d13-92e4-4cc479146769 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:30:30.126897 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 646244b3-a6bd-4180-8f65-1ec6b381fd5d no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:30:30.145886 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 646244b3-a6bd-4180-8f65-1ec6b381fd5d {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:30:30.146235 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 646244b3-a6bd-4180-8f65-1ec6b381fd5d not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:30:30.201804 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (8ee3f9b3-0275-4aeb-9902-da58331581fe), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:30.226584 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ee3f9b3-0275-4aeb-9902-da58331581fe,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:30.400649 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655202'] for router_interface (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:30.614460 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] Router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:30:30.720873 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:30:30.726061 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-368d441b-177d-4d26-946d-64cafc626ab0 admin admin] 10.222.0.10 "PUT /v2.0/routers/2b98cac3-2cb1-4f6a-a870-e8f71b72c513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3982756 Feb 21 04:30:30.728558 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39960) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:30.729167 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee270178-f521-4d6b-9cf7-0db6ce160015 None None] Sync routers for ids ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:30:30.739187 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee270178-f521-4d6b-9cf7-0db6ce160015 None None] Routers {'2b98cac3-2cb1-4f6a-a870-e8f71b72c513'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:30:30.739800 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-ee270178-f521-4d6b-9cf7-0db6ce160015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:30:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:30.834780 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Publish callbacks [] for router (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:30.846533 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-ee270178-f521-4d6b-9cf7-0db6ce160015 None None] Set router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:30:30.940219 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Publish callbacks [] for router_gateway (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:30.950073 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:30.993409 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Deleting port 145144e4-75ac-4a0a-a6d0-cf17e6b75052 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:30.993748 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.031811 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-ee270178-f521-4d6b-9cf7-0db6ce160015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'name': 'tempest-TestVolumeBootPattern-255193140-router', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:16Z', 'updated_at': '2022-02-21T04:30:30Z', 'revision_number': 5, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'gw_port': {'id': '145144e4-75ac-4a0a-a6d0-cf17e6b75052', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:d3:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'device_owner': 'network:router_gateway', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:22:17Z', 'updated_at': '2022-02-21T04:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:31.061913 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee270178-f521-4d6b-9cf7-0db6ce160015 None None] Checking router: 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:30:31.072445 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee270178-f521-4d6b-9cf7-0db6ce160015 None None] Routers {'2b98cac3-2cb1-4f6a-a870-e8f71b72c513'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:30:31.073097 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-ee270178-f521-4d6b-9cf7-0db6ce160015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:30:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:31.074997 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] For port 145144e4-75ac-4a0a-a6d0-cf17e6b75052, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=145144e4-75ac-4a0a-a6d0-cf17e6b75052,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:30:31.075396 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.086995 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Calling delete_port for 145144e4-75ac-4a0a-a6d0-cf17e6b75052 owned by network:router_gateway {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:31.162190 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-ee270178-f521-4d6b-9cf7-0db6ce160015 None None] Set router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 gateway port host: None {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:30:31.221897 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-ee270178-f521-4d6b-9cf7-0db6ce160015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'name': 'tempest-TestVolumeBootPattern-255193140-router', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:16Z', 'updated_at': '2022-02-21T04:30:30Z', 'revision_number': 6, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'gw_port_host': None}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:31.252083 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee270178-f521-4d6b-9cf7-0db6ce160015 None None] The sync data for ids ['2b98cac3-2cb1-4f6a-a870-e8f71b72c513'] in dv-cinder-773985-36-iscsi is: [{'id': '2b98cac3-2cb1-4f6a-a870-e8f71b72c513', 'name': 'tempest-TestVolumeBootPattern-255193140-router', 'tenant_id': '48af5eda70b644ca9297641c591db7e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:22:16Z', 'updated_at': '2022-02-21T04:30:30Z', 'revision_number': 6, 'project_id': '48af5eda70b644ca9297641c591db7e9', 'gw_port_host': None}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:30:31.255950 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (145144e4-75ac-4a0a-a6d0-cf17e6b75052), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.283342 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Pushing event deleted for resources: {'Port': ['ID=145144e4-75ac-4a0a-a6d0-cf17e6b75052,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:31.343073 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654472'] for router_gateway (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.440309 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1952'] for router (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.442427 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Publish callbacks [] for router_controller (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.490338 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653165'] for router (2b98cac3-2cb1-4f6a-a870-e8f71b72c513), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.490882 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b98cac3-2cb1-4f6a-a870-e8f71b72c513 {{(pid=102900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 04:30:31.495912 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.497085 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f1286051-acd8-42d3-9c63-5c5259a7544b admin admin] 10.222.0.10 "DELETE /v2.0/routers/2b98cac3-2cb1-4f6a-a870-e8f71b72c513 HTTP/1.1" status: 204 len: 168 time: 0.7674026 Feb 21 04:30:31.499699 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 39962) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:31.543678 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36b484b-91d2-4fce-bb75-1c8be84a2d04 admin admin] Deleting subnet 80b2b50b-0363-49ec-a5cb-c921250fe35b {{(pid=102899) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:30:31.546618 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d36b484b-91d2-4fce-bb75-1c8be84a2d04 admin admin] Publish callbacks [] for subnet (80b2b50b-0363-49ec-a5cb-c921250fe35b), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.582751 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d36b484b-91d2-4fce-bb75-1c8be84a2d04 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14165117'] for subnet (80b2b50b-0363-49ec-a5cb-c921250fe35b), precommit_delete_associations {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.657743 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d36b484b-91d2-4fce-bb75-1c8be84a2d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (80b2b50b-0363-49ec-a5cb-c921250fe35b), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.714429 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d36b484b-91d2-4fce-bb75-1c8be84a2d04 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15709838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14453937'] for subnet (80b2b50b-0363-49ec-a5cb-c921250fe35b), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.743012 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d36b484b-91d2-4fce-bb75-1c8be84a2d04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.746769 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-d36b484b-91d2-4fce-bb75-1c8be84a2d04 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/80b2b50b-0363-49ec-a5cb-c921250fe35b HTTP/1.1" status: 204 len: 168 time: 0.2458556 Feb 21 04:30:31.747591 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b484b-91d2-4fce-bb75-1c8be84a2d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80b2b50b-0363-49ec-a5cb-c921250fe35b,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:31.749417 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39964) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:31.751776 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19423ad6-8788-4114-ad86-c47b93edc4da None None] Network 6524b40d-7b94-436e-b4f9-e3088aff7f03 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:30:31.820744 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (6524b40d-7b94-436e-b4f9-e3088aff7f03), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.876779 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Deleting port bc8d14c2-4da9-4974-8ae1-d98646dba77e {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:31.877124 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.927839 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d890f9-263c-4d0a-a9a6-4ca7f3cedc31 None None] DHCP port deletion for 6524b40d-7b94-436e-b4f9-e3088aff7f03 request from dv-cinder-773985-36-iscsi {{(pid=102901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 04:30:31.947371 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] For port bc8d14c2-4da9-4974-8ae1-d98646dba77e, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=bc8d14c2-4da9-4974-8ae1-d98646dba77e,segment=NetworkSegment(5cc2cb43-f4ac-44ec-94b4-a5e137784b22),segment_id=5cc2cb43-f4ac-44ec-94b4-a5e137784b22)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:30:31.948259 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:31.962603 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Calling delete_port for bc8d14c2-4da9-4974-8ae1-d98646dba77e owned by network:dhcp {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:32.052024 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.087838 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] No DVR routers for this DVR port bc8d14c2-4da9-4974-8ae1-d98646dba77e on host dv-cinder-773985-36-iscsi {{(pid=102900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:30:32.090589 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc8d14c2-4da9-4974-8ae1-d98646dba77e,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:32.117805 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 145144e4-75ac-4a0a-a6d0-cf17e6b75052 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:30:32.143734 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-e0d890f9-263c-4d0a-a9a6-4ca7f3cedc31 None None] Deleting port bc8d14c2-4da9-4974-8ae1-d98646dba77e {{(pid=102901) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:30:32.144320 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e0d890f9-263c-4d0a-a9a6-4ca7f3cedc31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), before_delete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.146600 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 145144e4-75ac-4a0a-a6d0-cf17e6b75052 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:30:32.147111 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 145144e4-75ac-4a0a-a6d0-cf17e6b75052 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:30:32.147685 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device bc8d14c2-4da9-4974-8ae1-d98646dba77e no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:30:32.160835 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (6524b40d-7b94-436e-b4f9-e3088aff7f03), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.180245 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6524b40d-7b94-436e-b4f9-e3088aff7f03']}} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:32.189908 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc2cb43-f4ac-44ec-94b4-a5e137784b22') {'for_net_delete': True} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:32.190205 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc2cb43-f4ac-44ec-94b4-a5e137784b22') {} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:30:32.199902 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14229668'] for segment (5cc2cb43-f4ac-44ec-94b4-a5e137784b22), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.202184 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: bc8d14c2-4da9-4974-8ae1-d98646dba77e {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:30:32.202531 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device bc8d14c2-4da9-4974-8ae1-d98646dba77e not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:30:32.202955 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 8ee3f9b3-0275-4aeb-9902-da58331581fe no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:30:32.219770 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (5cc2cb43-f4ac-44ec-94b4-a5e137784b22), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.225786 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=102900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:30:32.226170 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14230957'] for segment (5cc2cb43-f4ac-44ec-94b4-a5e137784b22), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: Traceback (most recent call last): Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: timer() Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: cb(*args, **kw) Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: return func(*args, **kwargs) Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: self._notify() Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: self.callback(batched_events) Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: event.method(event) Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: return f(self, *a, **k) Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._get(url).json() Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: return self.request(url, 'GET', **kwargs) Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:30:32.228560 dv-cinder-773985-36-iscsi neutron-server[102900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:30:32.234881 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 8ee3f9b3-0275-4aeb-9902-da58331581fe {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:30:32.235233 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 8ee3f9b3-0275-4aeb-9902-da58331581fe not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:30:32.248325 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-e0d890f9-263c-4d0a-a9a6-4ca7f3cedc31 None None] For port bc8d14c2-4da9-4974-8ae1-d98646dba77e, host dv-cinder-773985-36-iscsi, got binding levels [] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:30:32.248961 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e0d890f9-263c-4d0a-a9a6-4ca7f3cedc31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), precommit_delete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.261895 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-e0d890f9-263c-4d0a-a9a6-4ca7f3cedc31 None None] Calling delete_port for bc8d14c2-4da9-4974-8ae1-d98646dba77e owned by network:dhcp {{(pid=102901) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:30:32.264887 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.ipam_backend_mixin [None req-e0d890f9-263c-4d0a-a9a6-4ca7f3cedc31 None None] Port bc8d14c2-4da9-4974-8ae1-d98646dba77e was not found and therefore no delete operation was performed {{(pid=102901) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 21 04:30:32.266128 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e0d890f9-263c-4d0a-a9a6-4ca7f3cedc31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585'] for port (bc8d14c2-4da9-4974-8ae1-d98646dba77e), after_delete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.292775 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d890f9-263c-4d0a-a9a6-4ca7f3cedc31 None None] Pushing event deleted for resources: {'Port': ['ID=bc8d14c2-4da9-4974-8ae1-d98646dba77e,revision_number=None']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:32.294611 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d890f9-263c-4d0a-a9a6-4ca7f3cedc31 None None] No DVR routers for this DVR port bc8d14c2-4da9-4974-8ae1-d98646dba77e on host dv-cinder-773985-36-iscsi {{(pid=102901) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:30:32.294990 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (6524b40d-7b94-436e-b4f9-e3088aff7f03), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.311916 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.315122 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] 10.222.0.10 "DELETE /v2.0/networks/6524b40d-7b94-436e-b4f9-e3088aff7f03 HTTP/1.1" status: 204 len: 168 time: 0.5647080 Feb 21 04:30:32.316104 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc657b3-2f04-483f-8b9a-85fe6b347198 admin admin] Pushing event deleted for resources: {'Network': ['ID=6524b40d-7b94-436e-b4f9-e3088aff7f03,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:32.426512 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39968) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:32.466155 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-72f9d638-0e3c-4459-a412-bd50218bd9ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35e5cd46d4684e9e9de6e634cfa13b5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384622 Feb 21 04:30:32.468678 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39970) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:32.514971 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5da0-911c-440a-ae3d-10669f368bb2 admin admin] Publish callbacks [] for security_group (7cba0414-8a59-4849-b9ec-898848e98fea), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.529917 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.536759 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5da0-911c-440a-ae3d-10669f368bb2 admin admin] Publish callbacks [] for security_group (7cba0414-8a59-4849-b9ec-898848e98fea), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.588445 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5da0-911c-440a-ae3d-10669f368bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (7cba0414-8a59-4849-b9ec-898848e98fea), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.591011 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5da0-911c-440a-ae3d-10669f368bb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:32.592170 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-7cbd5da0-911c-440a-ae3d-10669f368bb2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7cba0414-8a59-4849-b9ec-898848e98fea HTTP/1.1" status: 204 len: 168 time: 0.1226089 Feb 21 04:30:32.599803 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd5da0-911c-440a-ae3d-10669f368bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cba0414-8a59-4849-b9ec-898848e98fea,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:32.891668 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39976) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:32.933966 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b218c035-563a-4502-b092-93eef84e12c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48af5eda70b644ca9297641c591db7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409760 Feb 21 04:30:32.936435 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 39978) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:30:32.981285 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f0da35b7-846b-4a02-be2d-950cefbf64a3 admin admin] Publish callbacks [] for security_group (bce8773e-9d83-4448-9237-ed1d32f76f57), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:33.001304 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f0da35b7-846b-4a02-be2d-950cefbf64a3 admin admin] Publish callbacks [] for security_group (bce8773e-9d83-4448-9237-ed1d32f76f57), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:33.048889 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f0da35b7-846b-4a02-be2d-950cefbf64a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (bce8773e-9d83-4448-9237-ed1d32f76f57), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:33.051419 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f0da35b7-846b-4a02-be2d-950cefbf64a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:33.052577 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f0da35b7-846b-4a02-be2d-950cefbf64a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bce8773e-9d83-4448-9237-ed1d32f76f57 HTTP/1.1" status: 204 len: 168 time: 0.1152284 Feb 21 04:30:33.059933 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da35b7-846b-4a02-be2d-950cefbf64a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce8773e-9d83-4448-9237-ed1d32f76f57,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:30:40.801995 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:43.503977 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:30:56.139209 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-babb11a1-b7d9-441e-a92d-1d2835e2c3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:58.176875 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-f635068e-4f30-4ff2-806e-2eb8759e2667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:30:59.528973 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:00.916841 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:02.532097 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:10.792119 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:14.129463 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f885164-238b-45b5-a043-ebb5b0c4c99c req-9f6840e6-67ee-4a82-badb-eced84e9d4dd tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:31:14.130962 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7f885164-238b-45b5-a043-ebb5b0c4c99c req-9f6840e6-67ee-4a82-badb-eced84e9d4dd tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 945 time: 0.0606267 Feb 21 04:31:14.176413 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-7f885164-238b-45b5-a043-ebb5b0c4c99c req-655de338-c893-43cc-a9ae-f10305f21cba tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393219 Feb 21 04:31:15.295410 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32293107-dc55-474f-9958-a157fd32f81f req-2ee997fe-3dbe-4f46-b789-c3ad9e5e42ce tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:31:15.296899 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-32293107-dc55-474f-9958-a157fd32f81f req-2ee997fe-3dbe-4f46-b789-c3ad9e5e42ce tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 945 time: 0.0527239 Feb 21 04:31:15.342256 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-32293107-dc55-474f-9958-a157fd32f81f req-37940b52-3707-43b8-814a-d20a6f1720a2 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398841 Feb 21 04:31:16.118913 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-c6689a16-b3f2-4440-93eb-2d7d816b92d8 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:31:16.120328 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-c6689a16-b3f2-4440-93eb-2d7d816b92d8 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.45 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 945 time: 0.0507944 Feb 21 04:31:16.209185 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Deleting port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:31:16.209517 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:16.293403 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] For port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:31:16.293826 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:16.458440 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8f99a-4796-4d53-8a37-3b0301e3be7e req-8d8d9790-9a7b-4ba1-b599-8b64513ecf7d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:31:16.460807 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9ee8f99a-4796-4d53-8a37-3b0301e3be7e req-8d8d9790-9a7b-4ba1-b599-8b64513ecf7d tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/ports?device_id=5988e9b3-4462-49f4-9bbc-bab50ecf0d9c HTTP/1.1" status: 200 len: 945 time: 0.0521860 Feb 21 04:31:16.464490 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:16.464885 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (8148fca5-cffb-487b-9e72-3fc2cbbe2923), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:16.465201 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.l3_db [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Floating IP 8148fca5-cffb-487b-9e72-3fc2cbbe2923 disassociated. External IP: 172.27.0.103, port: a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d. Feb 21 04:31:16.465584 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Calling delete_port for a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d owned by compute:nova {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:31:16.514563 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9ee8f99a-4796-4d53-8a37-3b0301e3be7e req-4d598f62-116f-493c-95bb-cf702c5826a4 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups?id=88dcc2e4-1016-46d3-9d61-8bfa732a6396&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475917 Feb 21 04:31:16.593292 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:16.619503 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event deleted for resources: {'Port': ['ID=a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:16.632225 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.632225 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.632431 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.632711 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.633047 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.633365 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.633722 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.634051 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.634377 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.634704 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.635030 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.635349 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.635663 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:16.745925 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Router f8317192-2177-4b59-94d1-377c32d5a3b7 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:31:16.852998 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:31:16.862915 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aeb84d-37bb-4c3e-9177-ad6092bbb65c None None] Sync routers for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:31:16.873151 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aeb84d-37bb-4c3e-9177-ad6092bbb65c None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:16.873755 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-42aeb84d-37bb-4c3e-9177-ad6092bbb65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:30:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:16.895707 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] No DVR routers for this DVR port a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d on host hv-cinder-77398 {{(pid=102900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:31:16.898111 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:16.901934 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-410044e8-7836-418e-a1b7-e8c7da2763ec req-03af3514-7db7-4873-8a7b-00d541bda660 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.45 "DELETE /v2.0/ports/a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d HTTP/1.1" status: 204 len: 173 time: 0.7763605 Feb 21 04:31:16.902374 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'name': 'network-vif-deleted', 'tag': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:31:16.904955 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d273c3ed-2858-4d1f-b53f-301e2a023839" -d '{"events": [{"server_uuid": "5988e9b3-4462-49f4-9bbc-bab50ecf0d9c", "name": "network-vif-deleted", "tag": "a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:31:16.953349 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15576ed0-6d24-4ba0-b0be-f1f7f2cda56e x-openstack-request-id: req-15576ed0-6d24-4ba0-b0be-f1f7f2cda56e {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:31:16.954231 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5988e9b3-4462-49f4-9bbc-bab50ecf0d9c", "name": "network-vif-deleted", "tag": "a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:31:16.954231 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-15576ed0-6d24-4ba0-b0be-f1f7f2cda56e {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:31:16.954467 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5988e9b3-4462-49f4-9bbc-bab50ecf0d9c', 'name': 'network-vif-deleted', 'tag': 'a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d', 'status': 'completed', 'code': 200} Feb 21 04:31:16.983785 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-42aeb84d-37bb-4c3e-9177-ad6092bbb65c None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:17.192436 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-42aeb84d-37bb-4c3e-9177-ad6092bbb65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:17.221065 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aeb84d-37bb-4c3e-9177-ad6092bbb65c None None] Checking router: f8317192-2177-4b59-94d1-377c32d5a3b7 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:31:17.229005 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42aeb84d-37bb-4c3e-9177-ad6092bbb65c None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:17.229534 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-42aeb84d-37bb-4c3e-9177-ad6092bbb65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:30:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:17.337167 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-42aeb84d-37bb-4c3e-9177-ad6092bbb65c None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:17.536969 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-42aeb84d-37bb-4c3e-9177-ad6092bbb65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:17.564110 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42aeb84d-37bb-4c3e-9177-ad6092bbb65c None None] The sync data for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi is: [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:17Z', 'revision_number': 4, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'bad895f0-72f0-49ac-917b-154a66dbd372', 'name': '', 'network_id': '3c9062fa-aec5-48ac-8813-607eff1131a5', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'mac_address': 'fa:16:3e:f6:72:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:17Z', 'updated_at': '2022-02-21T04:25:21Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'subnets': [{'id': 'b5e095f6-2df0-4863-8e91-140a5d0962d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:31:17.598909 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40054) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:17.797539 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90015cb3-a1a2-4165-9e2f-e33250d47f57 None None] New status for floating IP 8148fca5-cffb-487b-9e72-3fc2cbbe2923: DOWN {{(pid=102901) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:31:17.903991 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f2918f65-b4bf-4a3a-9db4-11d804563b9f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (88dcc2e4-1016-46d3-9d61-8bfa732a6396), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:17.930814 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f2918f65-b4bf-4a3a-9db4-11d804563b9f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (88dcc2e4-1016-46d3-9d61-8bfa732a6396), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:17.979334 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f2918f65-b4bf-4a3a-9db4-11d804563b9f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (88dcc2e4-1016-46d3-9d61-8bfa732a6396), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:17.982041 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f2918f65-b4bf-4a3a-9db4-11d804563b9f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:17.983201 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f2918f65-b4bf-4a3a-9db4-11d804563b9f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "DELETE /v2.0/security-groups/88dcc2e4-1016-46d3-9d61-8bfa732a6396 HTTP/1.1" status: 204 len: 168 time: 0.3824468 Feb 21 04:31:17.986292 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40056) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:17.992171 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2918f65-b4bf-4a3a-9db4-11d804563b9f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88dcc2e4-1016-46d3-9d61-8bfa732a6396,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:17.998696 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.api.v2.resource [None req-602cf005-1ce0-4c70-9197-d94f0229868f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] show failed (client error): The resource could not be found. Feb 21 04:31:17.999899 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-602cf005-1ce0-4c70-9197-d94f0229868f tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "GET /v2.0/security-groups/88dcc2e4-1016-46d3-9d61-8bfa732a6396 HTTP/1.1" status: 404 len: 347 time: 0.0126362 Feb 21 04:31:18.002737 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40058) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:18.125372 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Deleting port 4c5b64db-521a-49ee-af5a-31d20f13dccf {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:31:18.125708 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (4c5b64db-521a-49ee-af5a-31d20f13dccf), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:18.196989 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (4c5b64db-521a-49ee-af5a-31d20f13dccf), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:18.197313 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (4c5b64db-521a-49ee-af5a-31d20f13dccf), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:18.208430 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Calling delete_port for 4c5b64db-521a-49ee-af5a-31d20f13dccf owned by network:floatingip {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:31:18.338499 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (4c5b64db-521a-49ee-af5a-31d20f13dccf), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:18.365349 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Pushing event deleted for resources: {'Port': ['ID=4c5b64db-521a-49ee-af5a-31d20f13dccf,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:18.388519 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.389443 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.389791 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.390126 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.390455 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.390781 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.391104 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.391427 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.391745 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.392064 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.392383 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.392789 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.393122 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:18.432173 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks [] for floatingip (8148fca5-cffb-487b-9e72-3fc2cbbe2923), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:18.434713 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:18.435860 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-88206aae-b7f3-4999-b2a3-a5d473be5349 tempest-AttachVolumeTestJSON-208307241 tempest-AttachVolumeTestJSON-208307241-project] 10.222.0.10 "DELETE /v2.0/floatingips/8148fca5-cffb-487b-9e72-3fc2cbbe2923 HTTP/1.1" status: 204 len: 168 time: 0.4322271 Feb 21 04:31:20.504400 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:31:20.764675 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:31:20.789079 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:31:20.789433 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device a4dcaec8-ba6f-42d9-859e-cf2a72be0b5d not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:31:21.570160 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [req-44e5070b-c6bf-47c4-9c57-67151492d07a req-78a16217-582f-40dd-bab0-88011f6fcc07 service neutron] (102900) timed out ('10.222.0.45', 58561) {{(pid=102900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 04:31:21.694372 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [req-49369cae-88b1-4bed-9c0e-1a5aa88d28f9 req-f07fd5f6-fab2-4477-a12b-10c003bb370b service neutron] (102900) timed out ('10.222.0.45', 58530) {{(pid=102900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 04:31:21.926333 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40086) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:22.438859 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653554'] for router_interface (f8317192-2177-4b59-94d1-377c32d5a3b7), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:22.683554 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] Deleting port bad895f0-72f0-49ac-917b-154a66dbd372 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:31:22.684221 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:22.758967 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] For port bad895f0-72f0-49ac-917b-154a66dbd372, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=bad895f0-72f0-49ac-917b-154a66dbd372,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:31:22.759261 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:22.771112 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] Calling delete_port for bad895f0-72f0-49ac-917b-154a66dbd372 owned by network:router_interface {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:31:22.975854 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (bad895f0-72f0-49ac-917b-154a66dbd372), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:23.004882 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] Pushing event deleted for resources: {'Port': ['ID=bad895f0-72f0-49ac-917b-154a66dbd372,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:23.176317 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655202'] for router_interface (f8317192-2177-4b59-94d1-377c32d5a3b7), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:23.391833 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] Router f8317192-2177-4b59-94d1-377c32d5a3b7 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:31:23.513855 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:31:23.518718 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-73a6a863-3d0f-4176-b2de-46b025c2310a admin admin] 10.222.0.10 "PUT /v2.0/routers/f8317192-2177-4b59-94d1-377c32d5a3b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5913813 Feb 21 04:31:23.521242 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40090) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:23.523361 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22b6284-0f49-4c55-aa0b-e543b58d41e2 None None] Sync routers for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:31:23.533118 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b6284-0f49-4c55-aa0b-e543b58d41e2 None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:23.533719 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b22b6284-0f49-4c55-aa0b-e543b58d41e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:30:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:23.627704 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Publish callbacks [] for router (f8317192-2177-4b59-94d1-377c32d5a3b7), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:23.729653 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-b22b6284-0f49-4c55-aa0b-e543b58d41e2 None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:23.730720 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Publish callbacks [] for router_gateway (f8317192-2177-4b59-94d1-377c32d5a3b7), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:23.790464 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Deleting port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:31:23.790801 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:23.869116 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] For port 7bd4e5e9-39df-4650-bec3-8cbbd64f2252, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=7bd4e5e9-39df-4650-bec3-8cbbd64f2252,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:31:23.869479 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:23.881200 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Calling delete_port for 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 owned by network:router_gateway {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:31:23.908028 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b22b6284-0f49-4c55-aa0b-e543b58d41e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53'}], 'enable_snat': True}, 'gw_port_id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:31:22Z', 'revision_number': 5, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port': {'id': '7bd4e5e9-39df-4650-bec3-8cbbd64f2252', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:29:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:23.934409 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22b6284-0f49-4c55-aa0b-e543b58d41e2 None None] Checking router: f8317192-2177-4b59-94d1-377c32d5a3b7 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:31:23.942457 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22b6284-0f49-4c55-aa0b-e543b58d41e2 None None] Routers {'f8317192-2177-4b59-94d1-377c32d5a3b7'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:23.943064 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b22b6284-0f49-4c55-aa0b-e543b58d41e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:30:58Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['f8317192-2177-4b59-94d1-377c32d5a3b7'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:24.030196 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-b22b6284-0f49-4c55-aa0b-e543b58d41e2 None None] Set router f8317192-2177-4b59-94d1-377c32d5a3b7 gateway port host: None {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:24.048589 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (7bd4e5e9-39df-4650-bec3-8cbbd64f2252), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.089565 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd4e5e9-39df-4650-bec3-8cbbd64f2252,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:24.090985 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-b22b6284-0f49-4c55-aa0b-e543b58d41e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:31:23Z', 'revision_number': 6, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port_host': None}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:24.118501 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22b6284-0f49-4c55-aa0b-e543b58d41e2 None None] The sync data for ids ['f8317192-2177-4b59-94d1-377c32d5a3b7'] in dv-cinder-773985-36-iscsi is: [{'id': 'f8317192-2177-4b59-94d1-377c32d5a3b7', 'name': 'tempest-AttachVolumeTestJSON-547916891-router', 'tenant_id': 'e95f468f72044118862b24027a3667e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:25:15Z', 'updated_at': '2022-02-21T04:31:23Z', 'revision_number': 6, 'project_id': 'e95f468f72044118862b24027a3667e1', 'gw_port_host': None}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:31:24.143176 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654472'] for router_gateway (f8317192-2177-4b59-94d1-377c32d5a3b7), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.236853 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1952'] for router (f8317192-2177-4b59-94d1-377c32d5a3b7), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.239025 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Publish callbacks [] for router_controller (f8317192-2177-4b59-94d1-377c32d5a3b7), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.284656 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653165'] for router (f8317192-2177-4b59-94d1-377c32d5a3b7), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.285122 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8317192-2177-4b59-94d1-377c32d5a3b7 {{(pid=102900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 04:31:24.289677 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.290721 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-6c6eee84-abfb-4a4e-886a-28b62498ac7a admin admin] 10.222.0.10 "DELETE /v2.0/routers/f8317192-2177-4b59-94d1-377c32d5a3b7 HTTP/1.1" status: 204 len: 168 time: 0.7685645 Feb 21 04:31:24.293375 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40092) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:24.338624 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c705ed-4839-4c64-a43b-406cd5168618 admin admin] Deleting subnet b5e095f6-2df0-4863-8e91-140a5d0962d8 {{(pid=102900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:31:24.341684 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b2c705ed-4839-4c64-a43b-406cd5168618 admin admin] Publish callbacks [] for subnet (b5e095f6-2df0-4863-8e91-140a5d0962d8), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.374418 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b2c705ed-4839-4c64-a43b-406cd5168618 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14229693'] for subnet (b5e095f6-2df0-4863-8e91-140a5d0962d8), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.448817 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b2c705ed-4839-4c64-a43b-406cd5168618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (b5e095f6-2df0-4863-8e91-140a5d0962d8), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.505488 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b2c705ed-4839-4c64-a43b-406cd5168618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14229579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14527758'] for subnet (b5e095f6-2df0-4863-8e91-140a5d0962d8), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.538300 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c705ed-4839-4c64-a43b-406cd5168618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5e095f6-2df0-4863-8e91-140a5d0962d8,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:24.540294 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b2c705ed-4839-4c64-a43b-406cd5168618 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.546271 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40094) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:24.546759 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b2c705ed-4839-4c64-a43b-406cd5168618 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b5e095f6-2df0-4863-8e91-140a5d0962d8 HTTP/1.1" status: 204 len: 168 time: 0.2520156 Feb 21 04:31:24.550837 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f88e881-dd61-4f5a-a7ef-249f4cd467e6 None None] Network 3c9062fa-aec5-48ac-8813-607eff1131a5 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:31:24.619469 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (3c9062fa-aec5-48ac-8813-607eff1131a5), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.672042 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Deleting port f9af73ab-9a9c-40ce-bfa0-76ac69032960 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:31:24.672392 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.736012 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] For port f9af73ab-9a9c-40ce-bfa0-76ac69032960, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f9af73ab-9a9c-40ce-bfa0-76ac69032960,segment=NetworkSegment(9dc19882-f0e2-4ec7-876e-79214bb7f100),segment_id=9dc19882-f0e2-4ec7-876e-79214bb7f100)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:31:24.736365 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.749341 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Calling delete_port for f9af73ab-9a9c-40ce-bfa0-76ac69032960 owned by network:dhcp {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:31:24.828482 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (f9af73ab-9a9c-40ce-bfa0-76ac69032960), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.854549 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Pushing event deleted for resources: {'Port': ['ID=f9af73ab-9a9c-40ce-bfa0-76ac69032960,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:24.856350 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] No DVR routers for this DVR port f9af73ab-9a9c-40ce-bfa0-76ac69032960 on host dv-cinder-773985-36-iscsi {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:31:24.905548 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4a78ca-9086-4a6a-9669-08252c18329b None None] DHCP port deletion for 3c9062fa-aec5-48ac-8813-607eff1131a5 request from dv-cinder-773985-36-iscsi {{(pid=102901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 04:31:24.935580 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (3c9062fa-aec5-48ac-8813-607eff1131a5), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.955194 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9062fa-aec5-48ac-8813-607eff1131a5']}} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:24.964566 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc19882-f0e2-4ec7-876e-79214bb7f100') {'for_net_delete': True} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:24.964904 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc19882-f0e2-4ec7-876e-79214bb7f100') {} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:24.973972 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14165092'] for segment (9dc19882-f0e2-4ec7-876e-79214bb7f100), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.987830 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (9dc19882-f0e2-4ec7-876e-79214bb7f100), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.993710 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=102899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:31:24.994118 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15709032'] for segment (9dc19882-f0e2-4ec7-876e-79214bb7f100), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: Traceback (most recent call last): Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: timer() Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: cb(*args, **kw) Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: return func(*args, **kwargs) Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: self._notify() Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: self.callback(batched_events) Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: event.method(event) Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: return f(self, *a, **k) Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._get(url).json() Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: return self.request(url, 'GET', **kwargs) Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:31:24.995752 dv-cinder-773985-36-iscsi neutron-server[102899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:31:25.050706 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (3c9062fa-aec5-48ac-8813-607eff1131a5), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:25.055963 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:25.059095 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] 10.222.0.10 "DELETE /v2.0/networks/3c9062fa-aec5-48ac-8813-607eff1131a5 HTTP/1.1" status: 204 len: 168 time: 0.5118403 Feb 21 04:31:25.070015 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd1712-e09a-48e0-8a4b-0d054324e7fe admin admin] Pushing event deleted for resources: {'Network': ['ID=3c9062fa-aec5-48ac-8813-607eff1131a5,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:25.185130 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40098) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:25.229155 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-ee1ef169-5f1d-48b7-a4b4-63213335f444 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e95f468f72044118862b24027a3667e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427418 Feb 21 04:31:25.231491 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40100) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:25.277129 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ae5a48b9-064b-4819-98aa-ad9d46993b20 admin admin] Publish callbacks [] for security_group (86660d41-c7e6-47d2-a34f-ff64e4f2daf2), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:25.297417 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ae5a48b9-064b-4819-98aa-ad9d46993b20 admin admin] Publish callbacks [] for security_group (86660d41-c7e6-47d2-a34f-ff64e4f2daf2), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:25.343015 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ae5a48b9-064b-4819-98aa-ad9d46993b20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (86660d41-c7e6-47d2-a34f-ff64e4f2daf2), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:25.346213 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-ae5a48b9-064b-4819-98aa-ad9d46993b20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:25.347436 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-ae5a48b9-064b-4819-98aa-ad9d46993b20 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86660d41-c7e6-47d2-a34f-ff64e4f2daf2 HTTP/1.1" status: 204 len: 168 time: 0.1150405 Feb 21 04:31:25.356089 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a48b9-064b-4819-98aa-ad9d46993b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86660d41-c7e6-47d2-a34f-ff64e4f2daf2,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:26.107534 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:31:26.132755 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:31:26.133201 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 7bd4e5e9-39df-4650-bec3-8cbbd64f2252 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:31:26.133691 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device bad895f0-72f0-49ac-917b-154a66dbd372 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:31:26.163753 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: bad895f0-72f0-49ac-917b-154a66dbd372 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:31:26.164123 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device bad895f0-72f0-49ac-917b-154a66dbd372 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:31:26.165318 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f9af73ab-9a9c-40ce-bfa0-76ac69032960 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:31:26.168373 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c0e4aa0d-73de-4e30-b626-607fda786a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:26.186712 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: f9af73ab-9a9c-40ce-bfa0-76ac69032960 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:31:26.187060 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f9af73ab-9a9c-40ce-bfa0-76ac69032960 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:31:28.178686 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-8b2b1faa-fdc1-4a43-aa6f-7809a47970be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:29.532702 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:30.920994 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:32.534507 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:33.736607 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40232) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:33.836998 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4d9f1991-e77f-4d4b-99ff-1be336017576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:33.906360 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4d9f1991-e77f-4d4b-99ff-1be336017576 admin admin] Publish callbacks [] for security_group (875938f3-6122-4a73-a9b1-3ca3789613dd), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:33.909826 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4d9f1991-e77f-4d4b-99ff-1be336017576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (875938f3-6122-4a73-a9b1-3ca3789613dd), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:33.947425 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-4d9f1991-e77f-4d4b-99ff-1be336017576 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=45acbe3f25334706900b87c75cba1345&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097516 Feb 21 04:31:33.948480 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f1991-e77f-4d4b-99ff-1be336017576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875938f3-6122-4a73-a9b1-3ca3789613dd,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:33.950232 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40236) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:33.998056 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-efcd8db9-15d8-4725-8460-2ca171f1fb2f admin admin] Publish callbacks [] for security_group (875938f3-6122-4a73-a9b1-3ca3789613dd), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.018237 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-efcd8db9-15d8-4725-8460-2ca171f1fb2f admin admin] Publish callbacks [] for security_group (875938f3-6122-4a73-a9b1-3ca3789613dd), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.065056 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-efcd8db9-15d8-4725-8460-2ca171f1fb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (875938f3-6122-4a73-a9b1-3ca3789613dd), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.067568 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-efcd8db9-15d8-4725-8460-2ca171f1fb2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.068723 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-efcd8db9-15d8-4725-8460-2ca171f1fb2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/875938f3-6122-4a73-a9b1-3ca3789613dd HTTP/1.1" status: 204 len: 168 time: 0.1175039 Feb 21 04:31:34.076225 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd8db9-15d8-4725-8460-2ca171f1fb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875938f3-6122-4a73-a9b1-3ca3789613dd,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:34.323998 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40242) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:34.336858 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-352b-476d-bcc3-3c1cbec03e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.416059 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-352b-476d-bcc3-3c1cbec03e7c admin admin] Publish callbacks [] for security_group (38753157-616c-4d16-86a3-01ea638e08bc), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.419852 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-649296aa-352b-476d-bcc3-3c1cbec03e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (38753157-616c-4d16-86a3-01ea638e08bc), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.459907 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-649296aa-352b-476d-bcc3-3c1cbec03e7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba33c636d5cb4b81aacea1d057eee1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347852 Feb 21 04:31:34.460869 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649296aa-352b-476d-bcc3-3c1cbec03e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38753157-616c-4d16-86a3-01ea638e08bc,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:34.463085 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40244) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:34.514838 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d38331d3-c540-4bbd-aec2-2509ef6c5e45 admin admin] Publish callbacks [] for security_group (38753157-616c-4d16-86a3-01ea638e08bc), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.536947 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d38331d3-c540-4bbd-aec2-2509ef6c5e45 admin admin] Publish callbacks [] for security_group (38753157-616c-4d16-86a3-01ea638e08bc), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.584798 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d38331d3-c540-4bbd-aec2-2509ef6c5e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (38753157-616c-4d16-86a3-01ea638e08bc), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.587927 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-d38331d3-c540-4bbd-aec2-2509ef6c5e45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.589108 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-d38331d3-c540-4bbd-aec2-2509ef6c5e45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38753157-616c-4d16-86a3-01ea638e08bc HTTP/1.1" status: 204 len: 168 time: 0.1249673 Feb 21 04:31:34.596702 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38331d3-c540-4bbd-aec2-2509ef6c5e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38753157-616c-4d16-86a3-01ea638e08bc,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:34.891595 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40250) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:34.905262 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-62bf16a9-2794-4636-a0a8-d3c63886cb0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.976075 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-62bf16a9-2794-4636-a0a8-d3c63886cb0b admin admin] Publish callbacks [] for security_group (4af3bf0d-f90f-48e4-8108-dabc2d4fa393), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:34.979754 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-62bf16a9-2794-4636-a0a8-d3c63886cb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4af3bf0d-f90f-48e4-8108-dabc2d4fa393), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:35.016827 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-62bf16a9-2794-4636-a0a8-d3c63886cb0b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=529a92925e7a4b368f9da81fcd721890&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1241744 Feb 21 04:31:35.017997 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf16a9-2794-4636-a0a8-d3c63886cb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af3bf0d-f90f-48e4-8108-dabc2d4fa393,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:35.019450 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40252) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:35.066189 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb55-1878-44a3-a035-2a7bd8c80461 admin admin] Publish callbacks [] for security_group (4af3bf0d-f90f-48e4-8108-dabc2d4fa393), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:35.086674 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb55-1878-44a3-a035-2a7bd8c80461 admin admin] Publish callbacks [] for security_group (4af3bf0d-f90f-48e4-8108-dabc2d4fa393), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:35.132408 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb55-1878-44a3-a035-2a7bd8c80461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4af3bf0d-f90f-48e4-8108-dabc2d4fa393), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:35.135652 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb55-1878-44a3-a035-2a7bd8c80461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:35.136755 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-dc05eb55-1878-44a3-a035-2a7bd8c80461 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4af3bf0d-f90f-48e4-8108-dabc2d4fa393 HTTP/1.1" status: 204 len: 168 time: 0.1162894 Feb 21 04:31:35.144513 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05eb55-1878-44a3-a035-2a7bd8c80461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af3bf0d-f90f-48e4-8108-dabc2d4fa393,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:39.321848 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40324) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:39.428515 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-8ddd01f7-6b47-4e36-9524-82518c176f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:39.504846 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-8ddd01f7-6b47-4e36-9524-82518c176f4e admin admin] Publish callbacks [] for security_group (e4064e2c-a52c-4a0c-8aa5-2ab752b6bf1c), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:39.508334 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-8ddd01f7-6b47-4e36-9524-82518c176f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (e4064e2c-a52c-4a0c-8aa5-2ab752b6bf1c), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:39.544873 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-8ddd01f7-6b47-4e36-9524-82518c176f4e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f827739831ef40a2a11a3b01a980f473&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219679 Feb 21 04:31:39.546716 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd01f7-6b47-4e36-9524-82518c176f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4064e2c-a52c-4a0c-8aa5-2ab752b6bf1c,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:39.547574 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40328) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:39.595604 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f1f3899-66c5-4feb-87ad-18caa55e1f6e admin admin] Publish callbacks [] for security_group (e4064e2c-a52c-4a0c-8aa5-2ab752b6bf1c), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:39.619016 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f1f3899-66c5-4feb-87ad-18caa55e1f6e admin admin] Publish callbacks [] for security_group (e4064e2c-a52c-4a0c-8aa5-2ab752b6bf1c), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:39.665020 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f1f3899-66c5-4feb-87ad-18caa55e1f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (e4064e2c-a52c-4a0c-8aa5-2ab752b6bf1c), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:39.667532 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-9f1f3899-66c5-4feb-87ad-18caa55e1f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:39.668692 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-9f1f3899-66c5-4feb-87ad-18caa55e1f6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4064e2c-a52c-4a0c-8aa5-2ab752b6bf1c HTTP/1.1" status: 204 len: 168 time: 0.1200504 Feb 21 04:31:39.676177 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f3899-66c5-4feb-87ad-18caa55e1f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4064e2c-a52c-4a0c-8aa5-2ab752b6bf1c,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:39.917087 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40334) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:39.929981 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-904c4099-1b6d-4507-bdd5-4bf60848cf2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:40.003247 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-904c4099-1b6d-4507-bdd5-4bf60848cf2f admin admin] Publish callbacks [] for security_group (31ebb706-4655-47f9-bd84-04adead57d89), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:40.006988 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-904c4099-1b6d-4507-bdd5-4bf60848cf2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (31ebb706-4655-47f9-bd84-04adead57d89), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:40.045115 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-904c4099-1b6d-4507-bdd5-4bf60848cf2f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=973f4bfd2959491a986363ff005fa832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269820 Feb 21 04:31:40.045958 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c4099-1b6d-4507-bdd5-4bf60848cf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ebb706-4655-47f9-bd84-04adead57d89,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:40.047776 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40336) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:40.098530 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9e149ee9-b6ba-4969-8113-194af9cdce2f admin admin] Publish callbacks [] for security_group (31ebb706-4655-47f9-bd84-04adead57d89), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:40.118803 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9e149ee9-b6ba-4969-8113-194af9cdce2f admin admin] Publish callbacks [] for security_group (31ebb706-4655-47f9-bd84-04adead57d89), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:40.165386 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9e149ee9-b6ba-4969-8113-194af9cdce2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (31ebb706-4655-47f9-bd84-04adead57d89), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:40.167809 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-9e149ee9-b6ba-4969-8113-194af9cdce2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:40.168972 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-9e149ee9-b6ba-4969-8113-194af9cdce2f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31ebb706-4655-47f9-bd84-04adead57d89 HTTP/1.1" status: 204 len: 168 time: 0.1201284 Feb 21 04:31:40.177802 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e149ee9-b6ba-4969-8113-194af9cdce2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ebb706-4655-47f9-bd84-04adead57d89,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:40.806225 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:41.741218 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40390) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:41.842023 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c4da-f3ad-4291-80fe-fb27cfb44bfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:41.916703 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c4da-f3ad-4291-80fe-fb27cfb44bfe admin admin] Publish callbacks [] for security_group (f7a39e42-bf4c-4c9a-91f9-264d485bc363), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:41.920547 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-cfc0c4da-f3ad-4291-80fe-fb27cfb44bfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (f7a39e42-bf4c-4c9a-91f9-264d485bc363), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:41.959951 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-cfc0c4da-f3ad-4291-80fe-fb27cfb44bfe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=04bcae2f401547b09c45f20697ce77a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2154007 Feb 21 04:31:41.959951 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0c4da-f3ad-4291-80fe-fb27cfb44bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a39e42-bf4c-4c9a-91f9-264d485bc363,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:41.960354 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40394) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:42.011749 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a65f14bd-606a-4432-9662-16b3f56467e1 admin admin] Publish callbacks [] for security_group (f7a39e42-bf4c-4c9a-91f9-264d485bc363), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:42.032777 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a65f14bd-606a-4432-9662-16b3f56467e1 admin admin] Publish callbacks [] for security_group (f7a39e42-bf4c-4c9a-91f9-264d485bc363), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:42.080418 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a65f14bd-606a-4432-9662-16b3f56467e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (f7a39e42-bf4c-4c9a-91f9-264d485bc363), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:42.083019 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a65f14bd-606a-4432-9662-16b3f56467e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:42.084149 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-a65f14bd-606a-4432-9662-16b3f56467e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7a39e42-bf4c-4c9a-91f9-264d485bc363 HTTP/1.1" status: 204 len: 168 time: 0.1227894 Feb 21 04:31:42.092544 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f14bd-606a-4432-9662-16b3f56467e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a39e42-bf4c-4c9a-91f9-264d485bc363,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:42.332064 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40400) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:42.345532 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b2a89a82-8a88-4b1e-92c4-84e1736fc46a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:42.421209 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b2a89a82-8a88-4b1e-92c4-84e1736fc46a admin admin] Publish callbacks [] for security_group (daddbe3a-0c37-482a-8e5f-1be3a603cf38), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:42.424745 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b2a89a82-8a88-4b1e-92c4-84e1736fc46a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (daddbe3a-0c37-482a-8e5f-1be3a603cf38), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:42.705296 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b2a89a82-8a88-4b1e-92c4-84e1736fc46a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23268b0e52d748c39989acf0bb7cf8b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720827 Feb 21 04:31:42.706165 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a89a82-8a88-4b1e-92c4-84e1736fc46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daddbe3a-0c37-482a-8e5f-1be3a603cf38,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:42.707956 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40402) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:42.754696 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2a21263a-db8f-407f-82af-f61b07f17da1 admin admin] Publish callbacks [] for security_group (daddbe3a-0c37-482a-8e5f-1be3a603cf38), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:42.775843 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2a21263a-db8f-407f-82af-f61b07f17da1 admin admin] Publish callbacks [] for security_group (daddbe3a-0c37-482a-8e5f-1be3a603cf38), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:42.820639 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2a21263a-db8f-407f-82af-f61b07f17da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (daddbe3a-0c37-482a-8e5f-1be3a603cf38), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:42.823732 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-2a21263a-db8f-407f-82af-f61b07f17da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:42.824913 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-2a21263a-db8f-407f-82af-f61b07f17da1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/daddbe3a-0c37-482a-8e5f-1be3a603cf38 HTTP/1.1" status: 204 len: 168 time: 0.1159959 Feb 21 04:31:42.832112 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21263a-db8f-407f-82af-f61b07f17da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daddbe3a-0c37-482a-8e5f-1be3a603cf38,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:43.804341 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40432) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:43.905647 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e31c076c-182b-4fef-b231-913372280b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:43.979802 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e31c076c-182b-4fef-b231-913372280b72 admin admin] Publish callbacks [] for security_group (b5e141d0-9710-48b7-8025-990d2d0a6398), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:43.983550 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-e31c076c-182b-4fef-b231-913372280b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (b5e141d0-9710-48b7-8025-990d2d0a6398), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:44.021607 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-e31c076c-182b-4fef-b231-913372280b72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2624dd3981024aeaaefb42f6a22f5f05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2161381 Feb 21 04:31:44.022453 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31c076c-182b-4fef-b231-913372280b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e141d0-9710-48b7-8025-990d2d0a6398,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:44.025013 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40436) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:44.072235 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-44eedb6f-ba4a-4f13-9065-bd69adfa906b admin admin] Publish callbacks [] for security_group (b5e141d0-9710-48b7-8025-990d2d0a6398), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:44.092974 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-44eedb6f-ba4a-4f13-9065-bd69adfa906b admin admin] Publish callbacks [] for security_group (b5e141d0-9710-48b7-8025-990d2d0a6398), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:44.140963 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-44eedb6f-ba4a-4f13-9065-bd69adfa906b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (b5e141d0-9710-48b7-8025-990d2d0a6398), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:44.143891 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-44eedb6f-ba4a-4f13-9065-bd69adfa906b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:44.145068 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-44eedb6f-ba4a-4f13-9065-bd69adfa906b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5e141d0-9710-48b7-8025-990d2d0a6398 HTTP/1.1" status: 204 len: 168 time: 0.1185439 Feb 21 04:31:44.152797 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eedb6f-ba4a-4f13-9065-bd69adfa906b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e141d0-9710-48b7-8025-990d2d0a6398,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:44.741329 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40458) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:44.834874 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1155343149-network', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:44.854457 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Made reservation on behalf of 00abea86acb349fab42fee7d8bdb778c for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:31:44.856834 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:44.864843 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:44.936810 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Publish callbacks [] for security_group (4d9738a5-c9da-497f-ad7e-03dde45dba9b), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:44.940235 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4d9738a5-c9da-497f-ad7e-03dde45dba9b), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:44.963242 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:31:44.978649 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d9738a5-c9da-497f-ad7e-03dde45dba9b,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:44.982538 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (05be488c-e670-443f-a667-1b817a323e95), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:44.982881 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Added segment 05be488c-e670-443f-a667-1b817a323e95 of type vlan for network 5df0b645-a979-4dc1-8755-cee9cf249ec6 Feb 21 04:31:45.021230 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (5df0b645-a979-4dc1-8755-cee9cf249ec6), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.045799 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (5df0b645-a979-4dc1-8755-cee9cf249ec6), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.046795 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:31:45.047375 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.101271 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3588037 Feb 21 04:31:45.104873 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40462) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:45.108699 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71162083-8ea6-4c34-83f6-3eb8dffb17d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5df0b645-a979-4dc1-8755-cee9cf249ec6,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:45.110237 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] Request body: {'subnet': {'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1155343149-subnet', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'ip_version': 4}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:45.118530 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 5df0b645-a979-4dc1-8755-cee9cf249ec6 details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:31:45.130492 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] Made reservation on behalf of 00abea86acb349fab42fee7d8bdb778c for: {'subnet': 1} {{(pid=102899) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:31:45.133125 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14453852'] for subnet (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.296222 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15709903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14453934'] for subnet (1232b4ee-9103-450e-a79b-26d0b482bdbb), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.352875 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1232b4ee-9103-450e-a79b-26d0b482bdbb,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:45.361152 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] Checking segment: {'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102899) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:31:45.361506 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] Network hostable DHCP agents. Network: 5df0b645-a979-4dc1-8755-cee9cf249ec6, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102899) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:31:45.377088 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] Network 5df0b645-a979-4dc1-8755-cee9cf249ec6 is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102899) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:31:45.385850 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 5df0b645-a979-4dc1-8755-cee9cf249ec6) {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:31:45.389954 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:31:45.390561 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for subnet (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.394706 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737bf895-ef44-41af-8174-b89119e718eb None None] Network 5df0b645-a979-4dc1-8755-cee9cf249ec6 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:31:45.405942 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-6d12dfdf-91a5-460a-b8e9-109cfb522364 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2994778 Feb 21 04:31:45.408873 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40464) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:45.413223 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:45.431020 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router (ff68c4c1-4adb-417e-9da8-878276f42b6f), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.432097 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1961'] for router (ff68c4c1-4adb-417e-9da8-878276f42b6f), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.488721 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Publish callbacks [] for router_controller (ff68c4c1-4adb-417e-9da8-878276f42b6f), precommit_add_association {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.498694 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac9cf657-0a41-558b-95c4-dd6d2c8be1dc-5df0b645-a979-4dc1-8755-cee9cf249ec6', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb'}]}} from dv-cinder-773985-36-iscsi. {{(pid=102901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 04:31:45.499566 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.629637 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Publish callbacks [] for router_gateway (ff68c4c1-4adb-417e-9da8-878276f42b6f), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.632909 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.db_base_plugin_common [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Allocated IP 172.20.0.2 (5df0b645-a979-4dc1-8755-cee9cf249ec6/1232b4ee-9103-450e-a79b-26d0b482bdbb/b606515b-60d4-4ae9-9747-6f8885c6b252) {{(pid=102901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:31:45.770694 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Publish callbacks [] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), precommit_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.777828 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.824363 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Network 5df0b645-a979-4dc1-8755-cee9cf249ec6 is already hosted by enough agents. {{(pid=102901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:31:45.828095 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Pushing event updated for resources: {'Port': ['ID=b606515b-60d4-4ae9-9747-6f8885c6b252,revision_number=1']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:45.830305 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.base_scheduler [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Resources bound (agent type, host, resource id): {{(pid=102901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:31:45.833046 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Received port after_create {{(pid=102901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:31:45.834693 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Publish callbacks [] for router_gateway (ff68c4c1-4adb-417e-9da8-878276f42b6f), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.839981 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.840331 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.840695 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.841036 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.841366 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.841695 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.842024 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.842351 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.842677 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.843005 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.843329 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.843652 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.844000 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:45.854570 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.897641 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Attempting to bind port b606515b-60d4-4ae9-9747-6f8885c6b252 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:31:45.897953 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Attempting to bind port b606515b-60d4-4ae9-9747-6f8885c6b252 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:31:45.898529 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Attempting to bind port b606515b-60d4-4ae9-9747-6f8885c6b252 on network 5df0b645-a979-4dc1-8755-cee9cf249ec6 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:31:45.904371 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:31:45.904778 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Checking segment: {'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:31:45.905183 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.905581 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Bound using segment: {'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:31:45.906045 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Bound port: b606515b-60d4-4ae9-9747-6f8885c6b252, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:31:45.906423 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:45.956126 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Allocated IP 172.27.0.123 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:31:45.966812 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] For port b606515b-60d4-4ae9-9747-6f8885c6b252, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:31:45.970029 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] For port b606515b-60d4-4ae9-9747-6f8885c6b252, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=b606515b-60d4-4ae9-9747-6f8885c6b252,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:31:45.975122 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:46.037477 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6812ccf-f882-464b-86f7-da57398a7e4c None None] Pushing event updated for resources: {'Port': ['ID=b606515b-60d4-4ae9-9747-6f8885c6b252,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:46.067078 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Publish callbacks [] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:46.102068 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:46.144592 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:31:46.147364 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:31:46.150455 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:31:46.186269 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Pushing event updated for resources: {'Port': ['ID=f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:46.420247 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Publish callbacks [] for router_gateway (ff68c4c1-4adb-417e-9da8-878276f42b6f), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:46.620799 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654508'] for router (ff68c4c1-4adb-417e-9da8-878276f42b6f), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:46.755073 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Router ff68c4c1-4adb-417e-9da8-878276f42b6f is scheduled to L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 with binding_index 1 {{(pid=102900) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 04:31:46.866132 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:31:46.875922 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Sync routers for ids ['ff68c4c1-4adb-417e-9da8-878276f42b6f'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:31:46.886784 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:46.891235 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-42c1b990-c9cc-460e-9811-1108b4d6686f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4785533 Feb 21 04:31:46.891235 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40466) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:46.893151 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Routers {'ff68c4c1-4adb-417e-9da8-878276f42b6f'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:46.893792 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:31:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ff68c4c1-4adb-417e-9da8-878276f42b6f'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:46.934200 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8bbb89-c8bb-48b2-b7d0-e8a5b634fe4b None None] Network 5df0b645-a979-4dc1-8755-cee9cf249ec6 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:31:47.073722 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-20b40b0a-24f2-4e3d-bfa9-32fa5312dfa9 None None] Provisioning complete for port b606515b-60d4-4ae9-9747-6f8885c6b252 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:47.074100 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-20b40b0a-24f2-4e3d-bfa9-32fa5312dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:47.077291 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Set router ff68c4c1-4adb-417e-9da8-878276f42b6f gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:47.460210 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-20b40b0a-24f2-4e3d-bfa9-32fa5312dfa9 None None] Current status of the port b606515b-60d4-4ae9-9747-6f8885c6b252 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:47.461169 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-20b40b0a-24f2-4e3d-bfa9-32fa5312dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:47.514104 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-20b40b0a-24f2-4e3d-bfa9-32fa5312dfa9 None None] For port b606515b-60d4-4ae9-9747-6f8885c6b252, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=b606515b-60d4-4ae9-9747-6f8885c6b252,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:31:47.519394 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-20b40b0a-24f2-4e3d-bfa9-32fa5312dfa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:47.546136 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:46Z', 'revision_number': 3, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:47.569944 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:47.577188 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Checking router: ff68c4c1-4adb-417e-9da8-878276f42b6f for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:31:47.577537 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Updating router ff68c4c1-4adb-417e-9da8-878276f42b6f port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 binding host dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:31:47.616955 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b40b0a-24f2-4e3d-bfa9-32fa5312dfa9 None None] Pushing event updated for resources: {'Port': ['ID=b606515b-60d4-4ae9-9747-6f8885c6b252,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:47.619536 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:47.716255 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-aa5e91fd-3ad5-479e-afa7-36445359b74d None None] Provisioning complete for port b606515b-60d4-4ae9-9747-6f8885c6b252 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:47.716520 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-aa5e91fd-3ad5-479e-afa7-36445359b74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:47.725374 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Allocated IP 172.20.0.1 (5df0b645-a979-4dc1-8755-cee9cf249ec6/1232b4ee-9103-450e-a79b-26d0b482bdbb/417bc010-9c15-4c82-b5b3-e75c76bab677) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:31:47.828869 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Publish callbacks [] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:47.864089 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:47.869277 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-aa5e91fd-3ad5-479e-afa7-36445359b74d None None] Current status of the port b606515b-60d4-4ae9-9747-6f8885c6b252 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:47.904032 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Network 5df0b645-a979-4dc1-8755-cee9cf249ec6 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:31:47.906814 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:31:47.912275 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:31:47.939983 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Publish callbacks [] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), precommit_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:47.940573 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Pushing event updated for resources: {'Port': ['ID=417bc010-9c15-4c82-b5b3-e75c76bab677,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:47.949591 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:47.955658 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653435'] for router_interface (ff68c4c1-4adb-417e-9da8-878276f42b6f), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:48.007998 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Attempting to bind port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:31:48.008952 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Attempting to bind port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:31:48.009818 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Attempting to bind port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 on network c140f77a-4017-4082-ac35-9c51671a2a66 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:31:48.011246 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dd990-1974-4e99-ba8d-96fe5e1282d0 None None] Pushing event updated for resources: {'Port': ['ID=f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:48.017330 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:31:48.017624 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Checking segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:31:48.017763 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:48.018353 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Bound using segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:31:48.019465 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Bound port: f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:31:48.019924 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:48.079208 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] For port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:31:48.082846 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] For port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:31:48.090375 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:48.105682 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:48.161682 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dd990-1974-4e99-ba8d-96fe5e1282d0 None None] Pushing event updated for resources: {'Port': ['ID=f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:48.174582 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Routers {'ff68c4c1-4adb-417e-9da8-878276f42b6f'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:48.176226 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:31:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ff68c4c1-4adb-417e-9da8-878276f42b6f'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:48.216273 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device b606515b-60d4-4ae9-9747-6f8885c6b252 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:31:48.266881 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-c9a048e4-35d9-4c75-9273-417867163e9c None None] Provisioning complete for port 417bc010-9c15-4c82-b5b3-e75c76bab677 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:48.267162 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c9a048e4-35d9-4c75-9273-417867163e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:48.288513 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Publish callbacks [] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:48.292976 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:48.357100 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-c9a048e4-35d9-4c75-9273-417867163e9c None None] Port 417bc010-9c15-4c82-b5b3-e75c76bab677 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:31:48.359488 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Pushing event updated for resources: {'Port': ['ID=417bc010-9c15-4c82-b5b3-e75c76bab677,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:48.360136 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] Set router ff68c4c1-4adb-417e-9da8-878276f42b6f gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:48.361892 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653551'] for router_interface (ff68c4c1-4adb-417e-9da8-878276f42b6f), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:48.391128 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port b606515b-60d4-4ae9-9747-6f8885c6b252 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:48.391510 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:48.454538 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Network 5df0b645-a979-4dc1-8755-cee9cf249ec6 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:31:48.455992 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:31:48.585820 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Router ff68c4c1-4adb-417e-9da8-878276f42b6f has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:31:48.615433 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port b606515b-60d4-4ae9-9747-6f8885c6b252 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:48.641437 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '417bc010-9c15-4c82-b5b3-e75c76bab677', 'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'mac_address': 'fa:16:3e:38:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:47Z', 'updated_at': '2022-02-21T04:31:47Z', 'revision_number': 1, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'subnets': [{'id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:48.671025 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487dae64-a763-417b-aa96-c0190c2c6b23 None None] The sync data for ids ['ff68c4c1-4adb-417e-9da8-878276f42b6f'] in dv-cinder-773985-36-iscsi is: [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '417bc010-9c15-4c82-b5b3-e75c76bab677', 'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'mac_address': 'fa:16:3e:38:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:47Z', 'updated_at': '2022-02-21T04:31:47Z', 'revision_number': 1, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'subnets': [{'id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:31:48.689297 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-c22f5f07-67ea-42bc-8c43-157e0dacba49 None None] Provisioning complete for port 417bc010-9c15-4c82-b5b3-e75c76bab677 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:48.689297 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-c22f5f07-67ea-42bc-8c43-157e0dacba49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:48.711969 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:31:48.717180 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-93aa5559-7e99-493c-a8a0-98126f734549 admin admin] 10.222.0.10 "PUT /v2.0/routers/ff68c4c1-4adb-417e-9da8-878276f42b6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8247619 Feb 21 04:31:48.728217 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-c22f5f07-67ea-42bc-8c43-157e0dacba49 None None] Port 417bc010-9c15-4c82-b5b3-e75c76bab677 cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:31:49.222392 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40482) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:49.227618 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1577092339-network', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:49.246895 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Made reservation on behalf of cd370f599a0a4192b7e6c076598243d4 for: {'network': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:31:49.249319 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for network (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.258805 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.340402 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Publish callbacks [] for security_group (935d8796-f728-438b-979f-9fe14c9f4c90), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.344484 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (935d8796-f728-438b-979f-9fe14c9f4c90), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.382099 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=102900) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 21 04:31:49.396322 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935d8796-f728-438b-979f-9fe14c9f4c90,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:49.403202 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (322906c1-20b2-4c66-8f35-04f5b3f2d189), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.403564 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.db.segments_db [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Added segment 322906c1-20b2-4c66-8f35-04f5b3f2d189 of type vlan for network 9430952c-a9fe-44ec-9ea4-d10c333b9d6d Feb 21 04:31:49.448547 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732247762827'] for network (9430952c-a9fe-44ec-9ea4-d10c333b9d6d), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.474142 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376'] for network (9430952c-a9fe-44ec-9ea4-d10c333b9d6d), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.475269 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:31:49.475859 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.536525 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3130260 Feb 21 04:31:49.539204 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40484) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:49.546220 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] Request body: {'subnet': {'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1577092339-subnet', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'ip_version': 4}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:49.557166 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d5b87-186e-4f4f-b5ab-dba6467353ca admin admin] Pushing event updated for resources: {'Network': ['ID=9430952c-a9fe-44ec-9ea4-d10c333b9d6d,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:49.567554 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Network 9430952c-a9fe-44ec-9ea4-d10c333b9d6d details requested by agent ovs-agent-dv-cinder-773985-36-iscsi with host dv-cinder-773985-36-iscsi {{(pid=102901) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 21 04:31:49.573258 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] Made reservation on behalf of cd370f599a0a4192b7e6c076598243d4 for: {'subnet': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:31:49.575630 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14527971'] for subnet (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.756777 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14229514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14527761'] for subnet (af2f05b7-282f-4ef1-b06f-a1ed9d225c67), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.812200 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af2f05b7-282f-4ef1-b06f-a1ed9d225c67,revision_number=0']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:49.824238 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] Checking segment: {'id': '322906c1-20b2-4c66-8f35-04f5b3f2d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:31:49.824597 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] Network hostable DHCP agents. Network: 9430952c-a9fe-44ec-9ea4-d10c333b9d6d, hostable agents: ['984e6c74-7220-47b4-be94-bb7d119603b9'], hosted agents: [] {{(pid=102900) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 21 04:31:49.842141 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] Network 9430952c-a9fe-44ec-9ea4-d10c333b9d6d is scheduled to be hosted by DHCP agent 984e6c74-7220-47b4-be94-bb7d119603b9 with binding_index 1 {{(pid=102900) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 21 04:31:49.851422 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-773985-36-iscsi, 9430952c-a9fe-44ec-9ea4-d10c333b9d6d) {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:31:49.856508 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:31:49.857148 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.861473 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef4c88a-f076-4b02-ab2a-949df5d19080 None None] Network 9430952c-a9fe-44ec-9ea4-d10c333b9d6d requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:31:49.880673 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40486) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:49.881349 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-43bdfc2d-65f5-4b34-8edf-a696ec8b6781 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3399129 Feb 21 04:31:49.886051 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1577092339-router', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:49.909064 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-652986', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1874'] for router (4bc8d05c-2815-4015-850b-36a32a31e112), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.910124 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-653098', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-654459', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-609508', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1961'] for router (4bc8d05c-2815-4015-850b-36a32a31e112), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.965110 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Publish callbacks [] for router_controller (4bc8d05c-2815-4015-850b-36a32a31e112), precommit_add_association {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:49.969897 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpac9cf657-0a41-558b-95c4-dd6d2c8be1dc-9430952c-a9fe-44ec-9ea4-d10c333b9d6d', 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d', 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'fixed_ips': [{'subnet_id': 'af2f05b7-282f-4ef1-b06f-a1ed9d225c67'}]}} from dv-cinder-773985-36-iscsi. {{(pid=102901) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 21 04:31:49.970797 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.112702 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.db_base_plugin_common [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Allocated IP 172.20.0.2 (9430952c-a9fe-44ec-9ea4-d10c333b9d6d/af2f05b7-282f-4ef1-b06f-a1ed9d225c67/6cad6a0d-1345-4c90-bd97-540dc5f57f78) {{(pid=102901) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:31:50.129795 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Publish callbacks [] for router_gateway (4bc8d05c-2815-4015-850b-36a32a31e112), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.185085 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:31:50.298848 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:50.299222 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.333908 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Publish callbacks [] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), precommit_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.334909 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Publish callbacks [] for router_gateway (4bc8d05c-2815-4015-850b-36a32a31e112), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.345771 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576'] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), after_create {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.355413 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.393766 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Network 9430952c-a9fe-44ec-9ea4-d10c333b9d6d is already hosted by enough agents. {{(pid=102901) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:31:50.403064 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.scheduler.base_scheduler [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Resources bound (agent type, host, resource id): {{(pid=102901) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:31:50.405489 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Received port after_create {{(pid=102901) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:31:50.408955 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Pushing event updated for resources: {'Port': ['ID=6cad6a0d-1345-4c90-bd97-540dc5f57f78,revision_number=1']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:50.460820 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Allocated IP 172.27.0.187 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/eaf1f67c-95e2-4f49-bca6-a82ffba9c02e) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:31:50.580994 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Publish callbacks [] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.619895 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.628654 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:50.629186 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.638124 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Attempting to bind port 6cad6a0d-1345-4c90-bd97-540dc5f57f78 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:31:50.638507 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Attempting to bind port 6cad6a0d-1345-4c90-bd97-540dc5f57f78 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '322906c1-20b2-4c66-8f35-04f5b3f2d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:31:50.638964 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Attempting to bind port 6cad6a0d-1345-4c90-bd97-540dc5f57f78 on network 9430952c-a9fe-44ec-9ea4-d10c333b9d6d {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:31:50.649950 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:31:50.650326 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Checking segment: {'id': '322906c1-20b2-4c66-8f35-04f5b3f2d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:31:50.650738 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.651316 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Bound using segment: {'id': '322906c1-20b2-4c66-8f35-04f5b3f2d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:31:50.651827 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Bound port: 6cad6a0d-1345-4c90-bd97-540dc5f57f78, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322906c1-20b2-4c66-8f35-04f5b3f2d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:31:50.651965 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.658829 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:31:50.665313 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:31:50.667441 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:31:50.669704 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:31:50.672817 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Pushing event updated for resources: {'Port': ['ID=eaf1f67c-95e2-4f49-bca6-a82ffba9c02e,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:50.673052 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.765459 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:50.771065 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] For port 6cad6a0d-1345-4c90-bd97-540dc5f57f78, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:31:50.775044 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] For port 6cad6a0d-1345-4c90-bd97-540dc5f57f78, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=6cad6a0d-1345-4c90-bd97-540dc5f57f78,segment=NetworkSegment(322906c1-20b2-4c66-8f35-04f5b3f2d189),segment_id=322906c1-20b2-4c66-8f35-04f5b3f2d189)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:31:50.785538 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.810538 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Sync routers for ids ['ff68c4c1-4adb-417e-9da8-878276f42b6f'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:31:50.822672 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Routers {'ff68c4c1-4adb-417e-9da8-878276f42b6f'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:50.823399 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:31:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ff68c4c1-4adb-417e-9da8-878276f42b6f'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:50.855162 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ace5d75-d515-4486-a216-1e8e0beef4ec None None] Pushing event updated for resources: {'Port': ['ID=6cad6a0d-1345-4c90-bd97-540dc5f57f78,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:50.946612 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Publish callbacks [] for router_gateway (4bc8d05c-2815-4015-850b-36a32a31e112), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:50.948244 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Set router ff68c4c1-4adb-417e-9da8-878276f42b6f gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:51.179094 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '417bc010-9c15-4c82-b5b3-e75c76bab677', 'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'mac_address': 'fa:16:3e:38:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:47Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 2, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'subnets': [{'id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:51.207266 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Checking router: ff68c4c1-4adb-417e-9da8-878276f42b6f for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:31:51.207622 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Updating router ff68c4c1-4adb-417e-9da8-878276f42b6f port 417bc010-9c15-4c82-b5b3-e75c76bab677 binding host dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:31:51.239922 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:51.421170 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-653091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-654508'] for router (4bc8d05c-2815-4015-850b-36a32a31e112), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:51.510304 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Publish callbacks [] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), precommit_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:51.516334 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:51.566173 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Router 4bc8d05c-2815-4015-850b-36a32a31e112 is scheduled to L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 with binding_index 1 {{(pid=102899) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 21 04:31:51.591900 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Pushing event updated for resources: {'Port': ['ID=417bc010-9c15-4c82-b5b3-e75c76bab677,revision_number=3']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:51.621775 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.622131 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.622487 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.622817 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.623137 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.623464 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.623793 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.624115 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.625049 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.625049 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.625237 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.625435 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.625696 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102902) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:31:51.652010 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Attempting to bind port 417bc010-9c15-4c82-b5b3-e75c76bab677 on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:31:51.652795 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Attempting to bind port 417bc010-9c15-4c82-b5b3-e75c76bab677 by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:31:51.653350 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Attempting to bind port 417bc010-9c15-4c82-b5b3-e75c76bab677 on network 5df0b645-a979-4dc1-8755-cee9cf249ec6 {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:31:51.661737 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:31:51.662292 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Checking segment: {'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:31:51.662921 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:51.663538 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Bound using segment: {'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:31:51.664952 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Bound port: 417bc010-9c15-4c82-b5b3-e75c76bab677, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'}}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:31:51.665399 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:51.715117 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:31:51.725376 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Sync routers for ids ['4bc8d05c-2815-4015-850b-36a32a31e112'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:31:51.736865 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Routers {'4bc8d05c-2815-4015-850b-36a32a31e112'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:51.737227 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] For port 417bc010-9c15-4c82-b5b3-e75c76bab677, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:31:51.737506 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:31:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['4bc8d05c-2815-4015-850b-36a32a31e112'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:51.746078 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] For port 417bc010-9c15-4c82-b5b3-e75c76bab677, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=417bc010-9c15-4c82-b5b3-e75c76bab677,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:31:51.746772 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:51.752109 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40488) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:51.761659 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:51.764517 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-01b7858d-581c-4e5b-a863-61616663ec47 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8816299 Feb 21 04:31:51.842866 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Routers {'ff68c4c1-4adb-417e-9da8-878276f42b6f'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:51.843478 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:31:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ff68c4c1-4adb-417e-9da8-878276f42b6f'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:51.905346 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Set router 4bc8d05c-2815-4015-850b-36a32a31e112 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:52.005233 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4347156d-4864-4aa4-b7ad-c32beb272717 None None] Network 9430952c-a9fe-44ec-9ea4-d10c333b9d6d requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:31:52.010193 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb66dc-6c88-41a3-aa88-c63d3ebcc4b7 None None] Pushing event updated for resources: {'Port': ['ID=417bc010-9c15-4c82-b5b3-e75c76bab677,revision_number=4']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:52.095502 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] Set router ff68c4c1-4adb-417e-9da8-878276f42b6f gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:52.100568 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-f003e24f-0702-4195-a2a0-c3c3ed517d6e None None] Provisioning complete for port 417bc010-9c15-4c82-b5b3-e75c76bab677 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:52.101073 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-f003e24f-0702-4195-a2a0-c3c3ed517d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:52.316451 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-f003e24f-0702-4195-a2a0-c3c3ed517d6e None None] Current status of the port 417bc010-9c15-4c82-b5b3-e75c76bab677 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:52.316871 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-f003e24f-0702-4195-a2a0-c3c3ed517d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:52.318256 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:52.322027 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:31:52.405340 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '417bc010-9c15-4c82-b5b3-e75c76bab677', 'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'mac_address': 'fa:16:3e:38:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:47Z', 'updated_at': '2022-02-21T04:31:51Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'subnets': [{'id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:52.428964 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-f003e24f-0702-4195-a2a0-c3c3ed517d6e None None] For port 417bc010-9c15-4c82-b5b3-e75c76bab677, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=417bc010-9c15-4c82-b5b3-e75c76bab677,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:31:52.430451 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:52.431118 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:52.433607 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a9ad1fe-2bc1-4669-b33b-1332af357a5b None None] The sync data for ids ['ff68c4c1-4adb-417e-9da8-878276f42b6f'] in dv-cinder-773985-36-iscsi is: [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '417bc010-9c15-4c82-b5b3-e75c76bab677', 'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'mac_address': 'fa:16:3e:38:a4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:47Z', 'updated_at': '2022-02-21T04:31:51Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'subnets': [{'id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:31:52.433849 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'name': 'tempest-TestShelveInstance-1577092339-router', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:49Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 3, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'gw_port': {'id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:50Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:52.458968 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-f003e24f-0702-4195-a2a0-c3c3ed517d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:52.499372 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Allocated IP 172.20.0.1 (9430952c-a9fe-44ec-9ea4-d10c333b9d6d/af2f05b7-282f-4ef1-b06f-a1ed9d225c67/ec80cf54-8637-439f-ba71-b66c45c9824d) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:31:52.545328 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Checking router: 4bc8d05c-2815-4015-850b-36a32a31e112 for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:31:52.545690 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Updating router 4bc8d05c-2815-4015-850b-36a32a31e112 port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e binding host dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:31:52.605495 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003e24f-0702-4195-a2a0-c3c3ed517d6e None None] Pushing event updated for resources: {'Port': ['ID=417bc010-9c15-4c82-b5b3-e75c76bab677,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:52.616802 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:52.622429 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Publish callbacks [] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:52.648289 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-4b00926d-a6f8-4aca-94b5-03185f710baf None None] Provisioning complete for port 417bc010-9c15-4c82-b5b3-e75c76bab677 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:52.649215 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4b00926d-a6f8-4aca-94b5-03185f710baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:52.661748 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:52.700572 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Network 9430952c-a9fe-44ec-9ea4-d10c333b9d6d is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:31:52.703560 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:31:52.706360 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:31:52.738915 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec80cf54-8637-439f-ba71-b66c45c9824d,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:52.780621 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-653435'] for router_interface (4bc8d05c-2815-4015-850b-36a32a31e112), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:52.806809 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:52.808378 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 417bc010-9c15-4c82-b5b3-e75c76bab677 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:31:52.942409 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:52.962385 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-4b00926d-a6f8-4aca-94b5-03185f710baf None None] Current status of the port 417bc010-9c15-4c82-b5b3-e75c76bab677 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:52.988139 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 417bc010-9c15-4c82-b5b3-e75c76bab677 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:52.988441 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.027491 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-4b00926d-a6f8-4aca-94b5-03185f710baf None None] Provisioning complete for port 6cad6a0d-1345-4c90-bd97-540dc5f57f78 triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:53.028131 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4b00926d-a6f8-4aca-94b5-03185f710baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.119488 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Publish callbacks [] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.120702 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Publish callbacks [] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), precommit_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.125669 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.130476 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.200695 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-653551'] for router_interface (4bc8d05c-2815-4015-850b-36a32a31e112), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.203749 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Pushing event updated for resources: {'Port': ['ID=ec80cf54-8637-439f-ba71-b66c45c9824d,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:53.244741 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 417bc010-9c15-4c82-b5b3-e75c76bab677 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:53.245835 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 6cad6a0d-1345-4c90-bd97-540dc5f57f78 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:31:53.250031 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Attempting to bind port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:31:53.250406 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Attempting to bind port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:31:53.250770 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Attempting to bind port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e on network c140f77a-4017-4082-ac35-9c51671a2a66 {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:31:53.252551 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb750b79-cc26-43f6-a059-424062e23436 None None] Pushing event updated for resources: {'Port': ['ID=eaf1f67c-95e2-4f49-bca6-a82ffba9c02e,revision_number=2']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:53.284266 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:31:53.284666 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Checking segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102901) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:31:53.285097 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.285473 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Bound using segment: {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'} {{(pid=102901) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:31:53.285956 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.managers [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Bound port: eaf1f67c-95e2-4f49-bca6-a82ffba9c02e, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5edb1786-4158-4799-9f80-b0a0a87921d5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66'}}] {{(pid=102901) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:31:53.286345 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.309943 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Network 9430952c-a9fe-44ec-9ea4-d10c333b9d6d is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:31:53.311355 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:31:53.316758 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-4b00926d-a6f8-4aca-94b5-03185f710baf None None] Current status of the port 6cad6a0d-1345-4c90-bd97-540dc5f57f78 is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:53.317155 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4b00926d-a6f8-4aca-94b5-03185f710baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.442686 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Router 4bc8d05c-2815-4015-850b-36a32a31e112 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:31:53.512496 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] For port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102901) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:31:53.516776 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] For port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=eaf1f67c-95e2-4f49-bca6-a82ffba9c02e,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:31:53.520932 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-4b00926d-a6f8-4aca-94b5-03185f710baf None None] For port 6cad6a0d-1345-4c90-bd97-540dc5f57f78, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=6cad6a0d-1345-4c90-bd97-540dc5f57f78,segment=NetworkSegment(322906c1-20b2-4c66-8f35-04f5b3f2d189),segment_id=322906c1-20b2-4c66-8f35-04f5b3f2d189)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:31:53.522529 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 6cad6a0d-1345-4c90-bd97-540dc5f57f78 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:53.522954 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.526416 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.547181 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4b00926d-a6f8-4aca-94b5-03185f710baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.559794 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:31:53.565515 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-c4f4e30d-ce49-462d-91dc-f204f0ed97e5 admin admin] 10.222.0.10 "PUT /v2.0/routers/4bc8d05c-2815-4015-850b-36a32a31e112/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8109305 Feb 21 04:31:53.621759 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Routers {'4bc8d05c-2815-4015-850b-36a32a31e112'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:53.622405 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:31:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['4bc8d05c-2815-4015-850b-36a32a31e112'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:53.671195 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb750b79-cc26-43f6-a059-424062e23436 None None] Pushing event updated for resources: {'Port': ['ID=eaf1f67c-95e2-4f49-bca6-a82ffba9c02e,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:53.781683 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-d06c3651-0a01-4ea6-bb67-a5cdfb1c6051 None None] Provisioning complete for port ec80cf54-8637-439f-ba71-b66c45c9824d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:53.782066 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-d06c3651-0a01-4ea6-bb67-a5cdfb1c6051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:53.830732 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00926d-a6f8-4aca-94b5-03185f710baf None None] Pushing event updated for resources: {'Port': ['ID=6cad6a0d-1345-4c90-bd97-540dc5f57f78,revision_number=3']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:53.839609 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 6cad6a0d-1345-4c90-bd97-540dc5f57f78 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:53.850649 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] Set router 4bc8d05c-2815-4015-850b-36a32a31e112 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:53.887160 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-d06c3651-0a01-4ea6-bb67-a5cdfb1c6051 None None] Port ec80cf54-8637-439f-ba71-b66c45c9824d cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:31:54.059452 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'name': 'tempest-TestShelveInstance-1577092339-router', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:49Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 4, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'gw_port': {'id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:50Z', 'updated_at': '2022-02-21T04:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'ec80cf54-8637-439f-ba71-b66c45c9824d', 'name': '', 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'mac_address': 'fa:16:3e:6e:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'af2f05b7-282f-4ef1-b06f-a1ed9d225c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:52Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 2, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'subnets': [{'id': 'af2f05b7-282f-4ef1-b06f-a1ed9d225c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:54.085329 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2e8ee8-9610-4664-8206-23df0d1111c0 None None] The sync data for ids ['4bc8d05c-2815-4015-850b-36a32a31e112'] in dv-cinder-773985-36-iscsi is: [{'id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'name': 'tempest-TestShelveInstance-1577092339-router', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:49Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 4, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'gw_port': {'id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:50Z', 'updated_at': '2022-02-21T04:31:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'ec80cf54-8637-439f-ba71-b66c45c9824d', 'name': '', 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'mac_address': 'fa:16:3e:6e:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'af2f05b7-282f-4ef1-b06f-a1ed9d225c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:52Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 2, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'subnets': [{'id': 'af2f05b7-282f-4ef1-b06f-a1ed9d225c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:31:54.144923 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 417bc010-9c15-4c82-b5b3-e75c76bab677 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:31:54.193057 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 417bc010-9c15-4c82-b5b3-e75c76bab677 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:54.193551 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.254357 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40496) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:54.260129 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [None req-70e7f91f-42c1-4f73-8952-367426db896d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1413684360', 'description': 'tempest-secgroup-smoke-1413684360 description', 'project_id': '00abea86acb349fab42fee7d8bdb778c'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:54.283956 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-70e7f91f-42c1-4f73-8952-367426db896d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.325573 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 417bc010-9c15-4c82-b5b3-e75c76bab677 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:54.326659 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 6cad6a0d-1345-4c90-bd97-540dc5f57f78 up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:31:54.385186 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-70e7f91f-42c1-4f73-8952-367426db896d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group (d7ad6f92-db38-401d-95f6-68fa10d2ad08), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.387745 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port 6cad6a0d-1345-4c90-bd97-540dc5f57f78 triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:54.388235 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.390598 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-70e7f91f-42c1-4f73-8952-367426db896d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (d7ad6f92-db38-401d-95f6-68fa10d2ad08), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.424318 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-70e7f91f-42c1-4f73-8952-367426db896d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.428900 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40498) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:54.429579 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-70e7f91f-42c1-4f73-8952-367426db896d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1731377 Feb 21 04:31:54.432169 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7f91f-42c1-4f73-8952-367426db896d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ad6f92-db38-401d-95f6-68fa10d2ad08,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:54.434131 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-a3df1fec-4cda-490f-8aec-b3fc1e877d6d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Request body: {'security_group_rule': {'security_group_id': 'd7ad6f92-db38-401d-95f6-68fa10d2ad08', 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:54.474463 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a3df1fec-4cda-490f-8aec-b3fc1e877d6d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (b707db92-daae-4472-891d-0699502be89f), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.484613 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port 6cad6a0d-1345-4c90-bd97-540dc5f57f78 is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:54.538094 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a3df1fec-4cda-490f-8aec-b3fc1e877d6d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (b707db92-daae-4472-891d-0699502be89f), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.542179 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a3df1fec-4cda-490f-8aec-b3fc1e877d6d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (b707db92-daae-4472-891d-0699502be89f), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.558015 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df1fec-4cda-490f-8aec-b3fc1e877d6d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b707db92-daae-4472-891d-0699502be89f,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:54.570161 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-a3df1fec-4cda-490f-8aec-b3fc1e877d6d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.572184 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-a3df1fec-4cda-490f-8aec-b3fc1e877d6d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422791 Feb 21 04:31:54.574937 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40500) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:54.579566 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-16b606d2-3807-4403-aa8f-03ce1dd104c2 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Request body: {'security_group_rule': {'security_group_id': 'd7ad6f92-db38-401d-95f6-68fa10d2ad08', 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:54.605802 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-16b606d2-3807-4403-aa8f-03ce1dd104c2 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (293d6aba-5f55-418e-b699-f55a9fbf615b), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.665864 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-16b606d2-3807-4403-aa8f-03ce1dd104c2 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (293d6aba-5f55-418e-b699-f55a9fbf615b), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.669653 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-16b606d2-3807-4403-aa8f-03ce1dd104c2 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (293d6aba-5f55-418e-b699-f55a9fbf615b), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.688238 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b606d2-3807-4403-aa8f-03ce1dd104c2 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=293d6aba-5f55-418e-b699-f55a9fbf615b,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:54.697174 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-16b606d2-3807-4403-aa8f-03ce1dd104c2 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.698444 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-16b606d2-3807-4403-aa8f-03ce1dd104c2 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222568 Feb 21 04:31:54.701042 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40502) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:54.705331 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-64e8dbb0-e534-49e5-92b4-f7dae5aa9d99 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Request body: {'security_group_rule': {'security_group_id': 'd7ad6f92-db38-401d-95f6-68fa10d2ad08', 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:54.729405 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-64e8dbb0-e534-49e5-92b4-f7dae5aa9d99 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (0d31ad09-11e4-4d01-b36b-c805409f646d), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.788984 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-64e8dbb0-e534-49e5-92b4-f7dae5aa9d99 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (0d31ad09-11e4-4d01-b36b-c805409f646d), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.792801 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-64e8dbb0-e534-49e5-92b4-f7dae5aa9d99 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (0d31ad09-11e4-4d01-b36b-c805409f646d), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.809752 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8dbb0-e534-49e5-92b4-f7dae5aa9d99 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d31ad09-11e4-4d01-b36b-c805409f646d,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:54.816073 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-64e8dbb0-e534-49e5-92b4-f7dae5aa9d99 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.817304 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-64e8dbb0-e534-49e5-92b4-f7dae5aa9d99 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153219 Feb 21 04:31:54.819950 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40504) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:54.824229 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-36ca9e81-ce01-4d2b-9eb8-677532e41812 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Request body: {'security_group_rule': {'security_group_id': 'd7ad6f92-db38-401d-95f6-68fa10d2ad08', 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:54.848753 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-36ca9e81-ce01-4d2b-9eb8-677532e41812 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (7baaaf07-b1e5-48f6-a528-484ae9f101eb), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.905686 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-36ca9e81-ce01-4d2b-9eb8-677532e41812 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (7baaaf07-b1e5-48f6-a528-484ae9f101eb), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.909120 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-36ca9e81-ce01-4d2b-9eb8-677532e41812 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (7baaaf07-b1e5-48f6-a528-484ae9f101eb), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.927038 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca9e81-ce01-4d2b-9eb8-677532e41812 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7baaaf07-b1e5-48f6-a528-484ae9f101eb,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:54.931976 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-36ca9e81-ce01-4d2b-9eb8-677532e41812 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:54.933407 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-36ca9e81-ce01-4d2b-9eb8-677532e41812 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1122849 Feb 21 04:31:54.935850 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40506) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:54.940046 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-8fbf9c60-b94f-4806-b0f6-384341d26181 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Request body: {'security_group_rule': {'security_group_id': 'd7ad6f92-db38-401d-95f6-68fa10d2ad08', 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:54.958714 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.securitygroups_db [None req-8fbf9c60-b94f-4806-b0f6-384341d26181 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Project 00abea86acb349fab42fee7d8bdb778c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 04:31:54.963846 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9c60-b94f-4806-b0f6-384341d26181 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (c3f1136c-70b5-4ec7-b059-49c52dbf3ddd), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:55.019624 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9c60-b94f-4806-b0f6-384341d26181 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (c3f1136c-70b5-4ec7-b059-49c52dbf3ddd), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:55.022974 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9c60-b94f-4806-b0f6-384341d26181 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (c3f1136c-70b5-4ec7-b059-49c52dbf3ddd), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:55.041349 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf9c60-b94f-4806-b0f6-384341d26181 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f1136c-70b5-4ec7-b059-49c52dbf3ddd,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:55.046178 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-8fbf9c60-b94f-4806-b0f6-384341d26181 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:55.047375 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-8fbf9c60-b94f-4806-b0f6-384341d26181 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1106193 Feb 21 04:31:55.050049 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40508) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:31:55.054232 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-4c8ef268-f517-4800-900f-2d0f7e3070bd tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Request body: {'security_group_rule': {'security_group_id': 'd7ad6f92-db38-401d-95f6-68fa10d2ad08', 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:31:55.073443 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.securitygroups_db [None req-4c8ef268-f517-4800-900f-2d0f7e3070bd tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Project 00abea86acb349fab42fee7d8bdb778c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 21 04:31:55.078119 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4c8ef268-f517-4800-900f-2d0f7e3070bd tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (ac85ff11-3480-49c1-b1b2-59fca8e809c9), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:55.137989 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4c8ef268-f517-4800-900f-2d0f7e3070bd tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (ac85ff11-3480-49c1-b1b2-59fca8e809c9), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:55.141274 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4c8ef268-f517-4800-900f-2d0f7e3070bd tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608593'] for security_group_rule (ac85ff11-3480-49c1-b1b2-59fca8e809c9), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:55.158919 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ef268-f517-4800-900f-2d0f7e3070bd tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac85ff11-3480-49c1-b1b2-59fca8e809c9,revision_number=0']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:55.167841 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4c8ef268-f517-4800-900f-2d0f7e3070bd tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:55.169105 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-4c8ef268-f517-4800-900f-2d0f7e3070bd tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181462 Feb 21 04:31:56.144398 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-34665428-42a7-44ff-8ab1-240dc3f7eb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:56.147420 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device eaf1f67c-95e2-4f49-bca6-a82ffba9c02e up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:31:56.196576 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:56.196979 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:56.279276 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:56.279673 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:56.301852 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] For port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=eaf1f67c-95e2-4f49-bca6-a82ffba9c02e,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:31:56.306519 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:56.357016 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Pushing event updated for resources: {'Port': ['ID=eaf1f67c-95e2-4f49-bca6-a82ffba9c02e,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:56.566439 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Sync routers for ids ['4bc8d05c-2815-4015-850b-36a32a31e112'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:31:56.578960 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Routers {'4bc8d05c-2815-4015-850b-36a32a31e112'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:56.579597 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:31:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['4bc8d05c-2815-4015-850b-36a32a31e112'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:56.695022 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Set router 4bc8d05c-2815-4015-850b-36a32a31e112 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:56.893328 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'name': 'tempest-TestShelveInstance-1577092339-router', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:49Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 4, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'gw_port': {'id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:50Z', 'updated_at': '2022-02-21T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'ec80cf54-8637-439f-ba71-b66c45c9824d', 'name': '', 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'mac_address': 'fa:16:3e:6e:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'af2f05b7-282f-4ef1-b06f-a1ed9d225c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:52Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 2, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'subnets': [{'id': 'af2f05b7-282f-4ef1-b06f-a1ed9d225c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:56.923832 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Checking router: 4bc8d05c-2815-4015-850b-36a32a31e112 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:31:56.924183 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Updating router 4bc8d05c-2815-4015-850b-36a32a31e112 port ec80cf54-8637-439f-ba71-b66c45c9824d binding host dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 21 04:31:56.951534 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:57.206390 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Publish callbacks [] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), precommit_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:57.211443 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:57.262111 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a4de2-72ec-42bb-bf96-df55b173e260 None None] Pushing event updated for resources: {'Port': ['ID=ec80cf54-8637-439f-ba71-b66c45c9824d,revision_number=3']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:57.318030 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Attempting to bind port ec80cf54-8637-439f-ba71-b66c45c9824d on host dv-cinder-773985-36-iscsi for vnic_type normal with profile {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:31:57.318391 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Attempting to bind port ec80cf54-8637-439f-ba71-b66c45c9824d by drivers openvswitch,hyperv on host dv-cinder-773985-36-iscsi at level 0 using segments [{'id': '322906c1-20b2-4c66-8f35-04f5b3f2d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d'}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:31:57.318750 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Attempting to bind port ec80cf54-8637-439f-ba71-b66c45c9824d on network 9430952c-a9fe-44ec-9ea4-d10c333b9d6d {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:31:57.324810 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Checking agent: {'id': '67d92bb8-02f6-4b7a-af01-751608c8657e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-773985-36-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 6, 2), 'started_at': datetime.datetime(2022, 2, 21, 4, 6, 32), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-773985-36-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:31:57.325193 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Checking segment: {'id': '322906c1-20b2-4c66-8f35-04f5b3f2d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102902) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:31:57.325586 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:57.325961 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Bound using segment: {'id': '322906c1-20b2-4c66-8f35-04f5b3f2d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d'} {{(pid=102902) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:31:57.326421 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.managers [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Bound port: ec80cf54-8637-439f-ba71-b66c45c9824d, host: dv-cinder-773985-36-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '322906c1-20b2-4c66-8f35-04f5b3f2d189', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d'}}] {{(pid=102902) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:31:57.326791 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), before_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:57.390384 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] For port ec80cf54-8637-439f-ba71-b66c45c9824d, host dv-cinder-773985-36-iscsi, cleared binding levels {{(pid=102902) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:31:57.394078 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.plugins.ml2.db [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] For port ec80cf54-8637-439f-ba71-b66c45c9824d, host dv-cinder-773985-36-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=ec80cf54-8637-439f-ba71-b66c45c9824d,segment=NetworkSegment(322906c1-20b2-4c66-8f35-04f5b3f2d189),segment_id=322906c1-20b2-4c66-8f35-04f5b3f2d189)] {{(pid=102902) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:31:57.404916 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron_lib.callbacks.manager [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), after_update {{(pid=102902) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:57.448828 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-ddc9f465-2797-4d5b-9419-a3425b988108 None None] Provisioning complete for port ec80cf54-8637-439f-ba71-b66c45c9824d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:57.449373 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f465-2797-4d5b-9419-a3425b988108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:57.469082 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Routers {'4bc8d05c-2815-4015-850b-36a32a31e112'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:31:57.469905 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:31:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['4bc8d05c-2815-4015-850b-36a32a31e112'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:57.471824 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a4de2-72ec-42bb-bf96-df55b173e260 None None] Pushing event updated for resources: {'Port': ['ID=ec80cf54-8637-439f-ba71-b66c45c9824d,revision_number=4']} {{(pid=102902) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:57.519084 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:31:57.545427 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-ddc9f465-2797-4d5b-9419-a3425b988108 None None] Current status of the port ec80cf54-8637-439f-ba71-b66c45c9824d is: DOWN; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:57.545870 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f465-2797-4d5b-9419-a3425b988108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:57.581807 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-ddc9f465-2797-4d5b-9419-a3425b988108 None None] For port ec80cf54-8637-439f-ba71-b66c45c9824d, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=ec80cf54-8637-439f-ba71-b66c45c9824d,segment=NetworkSegment(322906c1-20b2-4c66-8f35-04f5b3f2d189),segment_id=322906c1-20b2-4c66-8f35-04f5b3f2d189)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:31:57.590683 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-ddc9f465-2797-4d5b-9419-a3425b988108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:57.598224 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] Set router 4bc8d05c-2815-4015-850b-36a32a31e112 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:31:57.643757 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc9f465-2797-4d5b-9419-a3425b988108 None None] Pushing event updated for resources: {'Port': ['ID=ec80cf54-8637-439f-ba71-b66c45c9824d,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:31:57.713722 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-41691d65-e6c1-4270-9143-4258c9ccd03c None None] Provisioning complete for port ec80cf54-8637-439f-ba71-b66c45c9824d triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:57.714095 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-41691d65-e6c1-4270-9143-4258c9ccd03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:57.796824 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-41691d65-e6c1-4270-9143-4258c9ccd03c None None] Current status of the port ec80cf54-8637-439f-ba71-b66c45c9824d is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:57.816333 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'name': 'tempest-TestShelveInstance-1577092339-router', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:49Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 4, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'gw_port': {'id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:50Z', 'updated_at': '2022-02-21T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'ec80cf54-8637-439f-ba71-b66c45c9824d', 'name': '', 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'mac_address': 'fa:16:3e:6e:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'af2f05b7-282f-4ef1-b06f-a1ed9d225c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:52Z', 'updated_at': '2022-02-21T04:31:57Z', 'revision_number': 4, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'subnets': [{'id': 'af2f05b7-282f-4ef1-b06f-a1ed9d225c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:31:57.842632 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e69e533-11ed-4e3b-9d10-b157368987cc None None] The sync data for ids ['4bc8d05c-2815-4015-850b-36a32a31e112'] in dv-cinder-773985-36-iscsi is: [{'id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'name': 'tempest-TestShelveInstance-1577092339-router', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:49Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 4, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'gw_port': {'id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:50Z', 'updated_at': '2022-02-21T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': 'ec80cf54-8637-439f-ba71-b66c45c9824d', 'name': '', 'network_id': '9430952c-a9fe-44ec-9ea4-d10c333b9d6d', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'mac_address': 'fa:16:3e:6e:0e:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'af2f05b7-282f-4ef1-b06f-a1ed9d225c67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:52Z', 'updated_at': '2022-02-21T04:31:57Z', 'revision_number': 4, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'subnets': [{'id': 'af2f05b7-282f-4ef1-b06f-a1ed9d225c67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:31:58.157523 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device ec80cf54-8637-439f-ba71-b66c45c9824d up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:31:58.220279 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-00cb39ef-4b60-4139-a2a3-b5db721e6bb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:58.233680 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port ec80cf54-8637-439f-ba71-b66c45c9824d triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:58.234299 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:58.320826 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port ec80cf54-8637-439f-ba71-b66c45c9824d is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:58.321946 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device eaf1f67c-95e2-4f49-bca6-a82ffba9c02e up at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:31:58.373826 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Provisioning complete for port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:31:58.374194 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:31:58.451145 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Current status of the port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e is: ACTIVE; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:31:59.536054 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:00.926501 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:02.539952 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:10.807696 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:14.572538 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-8fc8b5af-713b-4d91-9df5-d7630e705b38 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1413684360&fields=id&tenant_id=00abea86acb349fab42fee7d8bdb778c HTTP/1.1" status: 200 len: 267 time: 0.0435226 Feb 21 04:32:14.674224 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-38d75e01-af89-44e8-9073-d0516da10c74 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:14.675584 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-38d75e01-af89-44e8-9073-d0516da10c74 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/networks?id=5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 200 len: 809 time: 0.0968313 Feb 21 04:32:14.690406 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-b7cf5c6f-959b-4d13-bbae-0421334220aa tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/quotas/00abea86acb349fab42fee7d8bdb778c HTTP/1.1" status: 200 len: 375 time: 0.0095112 Feb 21 04:32:14.748537 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-7de17807-334f-48c0-8944-5729e7eaa0f6 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=00abea86acb349fab42fee7d8bdb778c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531476 Feb 21 04:32:14.927750 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-36533911-50b7-444f-b1b4-a55d89836bc3 service neutron] 10.222.0.10 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676691 Feb 21 04:32:15.017261 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-49a50a4f-fe77-4ae1-a45b-3c7850bf8902 service neutron] 10.222.0.10 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839524 Feb 21 04:32:15.299245 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4f117de6-b4a0-4569-9fc2-6e81bf7bd7c4 req-e46ebdb5-2bbd-4911-a65b-c936a57525cb tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 210 time: 0.0280147 Feb 21 04:32:16.295886 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-86a113fc-4974-47fc-9cb5-7f173badba1c tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:16.297443 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-86a113fc-4974-47fc-9cb5-7f173badba1c tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.45 "GET /v2.0/networks?id=5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 200 len: 809 time: 0.1050005 Feb 21 04:32:16.361185 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-17ae93fd-401b-4d30-b45e-ad4eec329f81 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.45 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00abea86acb349fab42fee7d8bdb778c HTTP/1.1" status: 200 len: 380 time: 0.0557737 Feb 21 04:32:16.369766 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Request body: {'port': {'device_id': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'admin_state_up': True, 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'security_groups': ['d7ad6f92-db38-401d-95f6-68fa10d2ad08']}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:32:16.394862 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-972fb29d-ed51-4d45-8b90-11e5590649fa req-49e83418-6d6e-4902-aa77-1f4fe6a40143 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 210 time: 0.0281248 Feb 21 04:32:16.472986 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Made reservation on behalf of 00abea86acb349fab42fee7d8bdb778c for: {'port': 1} {{(pid=102900) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 21 04:32:16.476312 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:16.602675 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_common [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Allocated IP 172.20.0.10 (5df0b645-a979-4dc1-8755-cee9cf249ec6/1232b4ee-9103-450e-a79b-26d0b482bdbb/6da3c99a-b3e2-431b-a334-fcde298d398a) {{(pid=102900) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:32:16.746441 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), precommit_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:16.780448 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), after_create {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:16.818631 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Network 5df0b645-a979-4dc1-8755-cee9cf249ec6 is already hosted by enough agents. {{(pid=102900) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:32:16.821617 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.base_scheduler [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Resources bound (agent type, host, resource id): {{(pid=102900) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:32:16.825510 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Received port after_create {{(pid=102900) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:32:16.852326 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event updated for resources: {'Port': ['ID=6da3c99a-b3e2-431b-a334-fcde298d398a,revision_number=1']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:32:16.865854 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.866191 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.866527 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.866859 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.867180 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.867501 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.867817 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.868142 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.868443 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.868781 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.869134 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.869446 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.869755 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:16.889613 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:16.890220 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:16.908078 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f0675412-3c23-479b-9700-c6da37a02bdf tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5419564 Feb 21 04:32:16.919795 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.v2.base [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Request body: {'port': {'device_id': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77398'}} {{(pid=102900) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:32:16.984441 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:17.019389 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-76b3f334-2b9e-4166-a781-62094bfebb66 None None] Provisioning complete for port 6da3c99a-b3e2-431b-a334-fcde298d398a triggered by entity DHCP. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:32:17.019974 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-76b3f334-2b9e-4166-a781-62094bfebb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:17.055447 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-76b3f334-2b9e-4166-a781-62094bfebb66 None None] Port 6da3c99a-b3e2-431b-a334-fcde298d398a cannot update to ACTIVE because it is not bound. {{(pid=102901) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 21 04:32:17.237904 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da3c99a-b3e2-431b-a334-fcde298d398a {{(pid=102900) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:32:17.245584 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Publish callbacks [] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), precommit_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:17.257090 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.provisioning_blocks [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Transition to ACTIVE for port object 6da3c99a-b3e2-431b-a334-fcde298d398a will not be triggered until provisioned by entity L2. {{(pid=102900) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 21 04:32:17.260979 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:17.330664 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Pushing event updated for resources: {'Port': ['ID=6da3c99a-b3e2-431b-a334-fcde298d398a,revision_number=2']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:32:17.387218 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Attempting to bind port 6da3c99a-b3e2-431b-a334-fcde298d398a on host hv-cinder-77398 for vnic_type normal with profile {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 21 04:32:17.387556 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Attempting to bind port 6da3c99a-b3e2-431b-a334-fcde298d398a by drivers openvswitch,hyperv on host hv-cinder-77398 at level 0 using segments [{'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 21 04:32:17.387886 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Attempting to bind port 6da3c99a-b3e2-431b-a334-fcde298d398a on network 5df0b645-a979-4dc1-8755-cee9cf249ec6 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:32:17.392503 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Port 6da3c99a-b3e2-431b-a334-fcde298d398a on network 5df0b645-a979-4dc1-8755-cee9cf249ec6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77398 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 21 04:32:17.392679 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Attempting to bind port 6da3c99a-b3e2-431b-a334-fcde298d398a on network 5df0b645-a979-4dc1-8755-cee9cf249ec6 {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 21 04:32:17.397546 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Checking agent: {'id': 'a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77398', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'started_at': datetime.datetime(2022, 2, 21, 4, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 2, 21, 4, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 21 04:32:17.397884 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Checking segment: {'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102900) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 21 04:32:17.398323 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Bound using segment: {'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'} {{(pid=102900) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 21 04:32:17.398738 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.managers [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Bound port: 6da3c99a-b3e2-431b-a334-fcde298d398a, host: hv-cinder-77398, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05be488c-e670-443f-a667-1b817a323e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6'}}] {{(pid=102900) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 21 04:32:17.399095 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), before_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:17.469833 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] For port 6da3c99a-b3e2-431b-a334-fcde298d398a, host hv-cinder-77398, cleared binding levels {{(pid=102900) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 21 04:32:17.473416 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] For port 6da3c99a-b3e2-431b-a334-fcde298d398a, host hv-cinder-77398, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6da3c99a-b3e2-431b-a334-fcde298d398a,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102900) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 21 04:32:17.481991 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14230913'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), after_update {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:17.514202 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:17.514823 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:17.516198 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] 10.222.0.45 "PUT /v2.0/ports/6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 1094 time: 0.6006515 Feb 21 04:32:17.516683 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:32:17.518868 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dd6585-a985-452a-937f-b78201a988ad" -d '{"events": [{"name": "network-changed", "server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:32:17.529025 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022a598-f968-4909-9d97-e8b6fbad0056 req-f2d8f2f7-6bd9-4ced-883d-8829da8911a1 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:17.530961 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9022a598-f968-4909-9d97-e8b6fbad0056 req-f2d8f2f7-6bd9-4ced-883d-8829da8911a1 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0655525 Feb 21 04:32:17.553575 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6763a252-9dbb-4d42-8614-c2309a12adff service neutron] Pushing event updated for resources: {'Port': ['ID=6da3c99a-b3e2-431b-a334-fcde298d398a,revision_number=3']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:32:17.575804 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12565be-462e-400b-969e-5d59575b57ef x-openstack-request-id: req-b12565be-462e-400b-969e-5d59575b57ef {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:32:17.576187 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:32:17.576447 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b12565be-462e-400b-969e-5d59575b57ef {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:32:17.576898 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'status': 'completed', 'code': 200} Feb 21 04:32:17.604885 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-9022a598-f968-4909-9d97-e8b6fbad0056 req-f8185250-71c1-4347-8a3e-fe83cae3ff41 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660951 Feb 21 04:32:17.860328 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f37b83f5-5184-4a2a-9ab9-6fb8753b2f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:17.861859 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-f37b83f5-5184-4a2a-9ab9-6fb8753b2f5a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00abea86acb349fab42fee7d8bdb778c&device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1128 time: 0.2957137 Feb 21 04:32:17.901037 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-b7316f74-a974-4b63-a158-eb7b20af8f7c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 217 time: 0.0320013 Feb 21 04:32:17.946086 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-64052989-d090-497e-a5ce-cfa6b9f129b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:17.947479 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-64052989-d090-497e-a5ce-cfa6b9f129b0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1232b4ee-9103-450e-a79b-26d0b482bdbb HTTP/1.1" status: 200 len: 848 time: 0.0415077 Feb 21 04:32:17.996976 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-46a3fddb-b2e0-40de-9681-b5c816d1e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:17.998461 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-46a3fddb-b2e0-40de-9681-b5c816d1e654 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5df0b645-a979-4dc1-8755-cee9cf249ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453036 Feb 21 04:32:18.083363 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-c1739d4e-209d-4a1a-bfd7-dbce96984776 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792432 Feb 21 04:32:18.172696 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b8caf7ac-7583-4587-bbd9-b1aa879d24c7 req-57633c97-482d-4cbc-b4b5-a45413cc5ffd service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833209 Feb 21 04:32:18.255422 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd6585-a985-452a-937f-b78201a988ad req-b2e45f0b-2c2d-4c0d-a9ad-3c8416100f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:18.256917 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6dd6585-a985-452a-937f-b78201a988ad req-b2e45f0b-2c2d-4c0d-a9ad-3c8416100f9e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00abea86acb349fab42fee7d8bdb778c&device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1128 time: 0.0427899 Feb 21 04:32:18.345938 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd6585-a985-452a-937f-b78201a988ad req-0cdcd7c6-6bbe-4a65-9aa8-9f6f123df5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:18.347314 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6dd6585-a985-452a-937f-b78201a988ad req-0cdcd7c6-6bbe-4a65-9aa8-9f6f123df5ea service neutron] 10.222.0.45 "GET /v2.0/networks?id=5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 200 len: 909 time: 0.0846443 Feb 21 04:32:18.387837 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6dd6585-a985-452a-937f-b78201a988ad req-775adeb5-5e24-469e-9451-58538f64d8f1 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 217 time: 0.0333791 Feb 21 04:32:18.433807 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd6585-a985-452a-937f-b78201a988ad req-1e21f825-e3f1-4a84-9d51-17f1fccd4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:18.435199 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6dd6585-a985-452a-937f-b78201a988ad req-1e21f825-e3f1-4a84-9d51-17f1fccd4958 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1232b4ee-9103-450e-a79b-26d0b482bdbb HTTP/1.1" status: 200 len: 848 time: 0.0420270 Feb 21 04:32:18.482611 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd6585-a985-452a-937f-b78201a988ad req-877bdb5e-3e48-4fb5-9673-516c1925750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:18.484125 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6dd6585-a985-452a-937f-b78201a988ad req-877bdb5e-3e48-4fb5-9673-516c1925750a service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5df0b645-a979-4dc1-8755-cee9cf249ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434101 Feb 21 04:32:18.579855 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6dd6585-a985-452a-937f-b78201a988ad req-7d49cc07-411b-4b08-ac75-003be3ecc0fe service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886405 Feb 21 04:32:18.668912 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-c6dd6585-a985-452a-937f-b78201a988ad req-3b66d3aa-2df0-4de4-930e-d160c3877549 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835760 Feb 21 04:32:18.723944 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84d5e0-9bbf-475f-9029-80fd48b8fff7 req-2a8449f3-ec44-40b5-9a1b-f8c001ffef20 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:18.725438 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8e84d5e0-9bbf-475f-9029-80fd48b8fff7 req-2a8449f3-ec44-40b5-9a1b-f8c001ffef20 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0581493 Feb 21 04:32:18.774741 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8e84d5e0-9bbf-475f-9029-80fd48b8fff7 req-fa69d204-5c71-4d56-b95d-451d78478698 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436411 Feb 21 04:32:19.891285 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc779cd-78eb-4a18-9fa1-e7722e7f9240 req-aa3af29b-dd22-46c7-b022-bd7eb1554e1d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:19.892805 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1cc779cd-78eb-4a18-9fa1-e7722e7f9240 req-aa3af29b-dd22-46c7-b022-bd7eb1554e1d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0518947 Feb 21 04:32:19.940087 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1cc779cd-78eb-4a18-9fa1-e7722e7f9240 req-639a1d8c-cce5-4bbe-93e0-06f5a937f2e5 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419116 Feb 21 04:32:21.058640 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f77c6-40d0-4b29-99c3-df2d0f3db5a5 req-f8eea62b-04c4-454e-906e-c33873b28c60 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:21.060020 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bf3f77c6-40d0-4b29-99c3-df2d0f3db5a5 req-f8eea62b-04c4-454e-906e-c33873b28c60 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0552201 Feb 21 04:32:21.107524 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bf3f77c6-40d0-4b29-99c3-df2d0f3db5a5 req-a6ef6ff0-a389-46d1-88f5-896ed74aff0a tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420704 Feb 21 04:32:22.242621 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa71f-272d-427a-b7e5-3d839a6d0e1e req-53cb3945-0c48-49eb-a3a9-77f4e673d631 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:22.244767 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-78caa71f-272d-427a-b7e5-3d839a6d0e1e req-53cb3945-0c48-49eb-a3a9-77f4e673d631 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0725718 Feb 21 04:32:22.293929 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-78caa71f-272d-427a-b7e5-3d839a6d0e1e req-81e2cb54-a0dd-4120-ad7e-15a796b9b950 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428920 Feb 21 04:32:23.407608 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9ceb0-3983-4487-83de-7494e5fd3cad req-22c7d34b-e965-4e8c-b670-71ac19973b7c tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:23.409067 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c1d9ceb0-3983-4487-83de-7494e5fd3cad req-22c7d34b-e965-4e8c-b670-71ac19973b7c tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0507827 Feb 21 04:32:23.459270 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-c1d9ceb0-3983-4487-83de-7494e5fd3cad req-d4c8744f-9ea8-4334-bfcd-e86daaa69355 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447764 Feb 21 04:32:24.595336 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c0d38-8549-49bb-b4a9-ade4b896647d req-a762ab84-2e82-469b-8f43-899945164c4e tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:24.596868 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bd8c0d38-8549-49bb-b4a9-ade4b896647d req-a762ab84-2e82-469b-8f43-899945164c4e tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0529113 Feb 21 04:32:24.643794 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-bd8c0d38-8549-49bb-b4a9-ade4b896647d req-b7fc1ec3-67da-471d-ae0c-05b0201a2167 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 Feb 21 04:32:25.759580 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908ca1b-2aab-4884-bf5a-e9ee66c86a2f req-94a72b61-cf61-4549-ab0d-9ad992612783 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:25.761088 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d908ca1b-2aab-4884-bf5a-e9ee66c86a2f req-94a72b61-cf61-4549-ab0d-9ad992612783 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0518253 Feb 21 04:32:25.813878 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d908ca1b-2aab-4884-bf5a-e9ee66c86a2f req-23fb295c-1d7c-4032-bbb0-b7538710bcb4 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430541 Feb 21 04:32:26.144845 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-8af60a76-f786-47a3-98f7-5f446cdc631d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:26.931817 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4f9fa-02ae-443e-9f8e-3e2ee14a18bb req-1ecac2eb-fa57-4eef-b6eb-b6c09df22647 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:26.933311 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-33f4f9fa-02ae-443e-9f8e-3e2ee14a18bb req-1ecac2eb-fa57-4eef-b6eb-b6c09df22647 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0549552 Feb 21 04:32:26.979604 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-33f4f9fa-02ae-443e-9f8e-3e2ee14a18bb req-a4de2ab8-e2d4-4636-adb9-04471e59d303 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409331 Feb 21 04:32:27.013017 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 6da3c99a-b3e2-431b-a334-fcde298d398a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:32:27.108265 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 6da3c99a-b3e2-431b-a334-fcde298d398a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6da3c99a-b3e2-431b-a334-fcde298d398a,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:32:27.119450 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'port_id': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'mac_address': 'fa:16:3e:c8:0f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:32:27.154708 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 6da3c99a-b3e2-431b-a334-fcde298d398a is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:32:27.155321 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:27.167051 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da3c99a-b3e2-431b-a334-fcde298d398a {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:32:27.186144 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 6da3c99a-b3e2-431b-a334-fcde298d398a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6da3c99a-b3e2-431b-a334-fcde298d398a,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:32:27.190044 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:27.238141 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=6da3c99a-b3e2-431b-a334-fcde298d398a,revision_number=4']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:32:27.571439 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['6da3c99a-b3e2-431b-a334-fcde298d398a'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:32:28.094415 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2fb9d3-6d00-4fc0-a7c1-c9193f957fe7 req-4c2a40ad-b91b-4225-ad28-aa48a2363897 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:28.095990 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8a2fb9d3-6d00-4fc0-a7c1-c9193f957fe7 req-4c2a40ad-b91b-4225-ad28-aa48a2363897 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 945 time: 0.0512290 Feb 21 04:32:28.142226 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8a2fb9d3-6d00-4fc0-a7c1-c9193f957fe7 req-95203569-b558-4b72-bf41-48f9aebe7836 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409434 Feb 21 04:32:28.302997 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-8ce833c8-a59a-4690-8d14-0909c0183b02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:29.030110 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 6da3c99a-b3e2-431b-a334-fcde298d398a up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:32:29.077320 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning for port 6da3c99a-b3e2-431b-a334-fcde298d398a completed by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 21 04:32:29.081302 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 6da3c99a-b3e2-431b-a334-fcde298d398a triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:32:29.081674 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:29.158354 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 6da3c99a-b3e2-431b-a334-fcde298d398a is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:32:29.158735 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:29.180987 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:32:29.183308 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d4891b-8f5a-49a8-aff9-0d70b7d9c88c" -d '{"events": [{"server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "name": "network-vif-plugged", "status": "completed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:32:29.196043 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 6da3c99a-b3e2-431b-a334-fcde298d398a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6da3c99a-b3e2-431b-a334-fcde298d398a,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:32:29.200463 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:29.249706 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=6da3c99a-b3e2-431b-a334-fcde298d398a,revision_number=5']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:32:29.261673 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13930b7-1f3a-461c-ab56-405e6cab225b req-002d4529-f07b-4893-96b7-fe6746107b85 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:29.263241 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e13930b7-1f3a-461c-ab56-405e6cab225b req-002d4529-f07b-4893-96b7-fe6746107b85 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0546758 Feb 21 04:32:29.286286 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8ac5417-b80a-4803-9880-72375de7a3e1 x-openstack-request-id: req-b8ac5417-b80a-4803-9880-72375de7a3e1 {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:32:29.286581 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "name": "network-vif-plugged", "status": "completed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:32:29.286833 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8ac5417-b80a-4803-9880-72375de7a3e1 {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:32:29.287243 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'code': 200} Feb 21 04:32:29.317214 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e13930b7-1f3a-461c-ab56-405e6cab225b req-090299f9-3c4a-4e6f-a471-b0c173ca2cc5 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481422 Feb 21 04:32:29.500215 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08e20c-718c-4c70-aed3-9487ad4920f5 req-45e6bb20-6820-47a4-855a-a1a0239fb6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:29.501751 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-9e08e20c-718c-4c70-aed3-9487ad4920f5 req-45e6bb20-6820-47a4-855a-a1a0239fb6e8 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1130 time: 0.0476599 Feb 21 04:32:29.539254 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:29.549132 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-9e08e20c-718c-4c70-aed3-9487ad4920f5 req-8d20ae4c-e507-4b9d-9a4c-8a396fe92b17 service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417399 Feb 21 04:32:30.434623 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcae63f-588c-410a-9d1e-2d82d7d757c5 req-66a4c334-1941-48ae-9ce6-050d6a1662bc tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:30.436078 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0bcae63f-588c-410a-9d1e-2d82d7d757c5 req-66a4c334-1941-48ae-9ce6-050d6a1662bc tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0516403 Feb 21 04:32:30.482207 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-0bcae63f-588c-410a-9d1e-2d82d7d757c5 req-a511a708-de04-4cdc-90ed-f32db97db208 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406740 Feb 21 04:32:30.929295 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:31.596497 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3d573-5b6d-4e59-8ba0-377c54dfbe55 req-8058f8df-6ec3-4588-a68f-41f0aac64181 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:31.597979 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e0d3d573-5b6d-4e59-8ba0-377c54dfbe55 req-8058f8df-6ec3-4588-a68f-41f0aac64181 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0509515 Feb 21 04:32:31.645110 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e0d3d573-5b6d-4e59-8ba0-377c54dfbe55 req-3a28e38a-7085-403d-9854-1f2b9563d09f tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415175 Feb 21 04:32:31.763307 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14646598-8255-4b73-8762-cd67f1e757a9 req-d2002033-8415-417a-87ba-fd01383e6a52 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:31.764741 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-14646598-8255-4b73-8762-cd67f1e757a9 req-d2002033-8415-417a-87ba-fd01383e6a52 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0558152 Feb 21 04:32:31.812485 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-14646598-8255-4b73-8762-cd67f1e757a9 req-c7f24879-d21b-4592-af55-65ba04d6c704 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423334 Feb 21 04:32:31.833104 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40688) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:32:31.915385 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454c842-1d71-4971-a95d-c13019415d5b tempest-TestShelveInstance-315962801 tempest-TestShelveInstance-315962801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:31.917407 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-3454c842-1d71-4971-a95d-c13019415d5b tempest-TestShelveInstance-315962801 tempest-TestShelveInstance-315962801-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1125 time: 0.0833635 Feb 21 04:32:31.920383 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40692) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:32:31.924671 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.v2.base [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Request body: {'floatingip': {'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'port_id': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102899) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 21 04:32:31.944740 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:32.047302 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (None), before_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:32.146648 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.db_base_plugin_common [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Allocated IP 172.27.0.83 (c140f77a-4017-4082-ac35-9c51671a2a66/8f16f90b-d8ff-4191-86cb-fcb786f459e2/f459050e-3f3c-4988-b4fc-997a815645b8) {{(pid=102899) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 21 04:32:32.246410 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for port (f459050e-3f3c-4988-b4fc-997a815645b8), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:32.278563 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732247777576', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (f459050e-3f3c-4988-b4fc-997a815645b8), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:32.313007 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Network c140f77a-4017-4082-ac35-9c51671a2a66 is already hosted by enough agents. {{(pid=102899) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 21 04:32:32.315762 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.base_scheduler [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Resources bound (agent type, host, resource id): {{(pid=102899) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 21 04:32:32.319091 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Received port after_create {{(pid=102899) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 21 04:32:32.344032 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event updated for resources: {'Port': ['ID=f459050e-3f3c-4988-b4fc-997a815645b8,revision_number=1']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:32:32.357241 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.357588 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.357931 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.358264 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.358594 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.358923 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.359246 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.359567 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.359891 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.360217 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.360540 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.360881 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.361198 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:32:32.533580 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:32.690233 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for floatingip (c6729e5a-817a-440d-be16-96ec826977ba), precommit_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:32.758385 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (f459050e-3f3c-4988-b4fc-997a815645b8), before_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:32.902764 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for port (f459050e-3f3c-4988-b4fc-997a815645b8), precommit_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:32.907135 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15708996'] for port (f459050e-3f3c-4988-b4fc-997a815645b8), after_update {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:32.975478 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event updated for resources: {'Port': ['ID=f459050e-3f3c-4988-b4fc-997a815645b8,revision_number=2']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:32:32.984956 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-654578'] for floatingip (c6729e5a-817a-440d-be16-96ec826977ba), after_create {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:33.087671 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Floating IP c6729e5a-817a-440d-be16-96ec826977ba associated. External IP: 172.27.0.83, port: 6da3c99a-b3e2-431b-a334-fcde298d398a. Feb 21 04:32:33.291565 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Router ff68c4c1-4adb-417e-9da8-878276f42b6f has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:32:33.396371 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:32:33.406156 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96888d-0d5c-4989-955e-6d771c387bcf None None] Sync routers for ids ['ff68c4c1-4adb-417e-9da8-878276f42b6f'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:32:33.415051 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:33.415262 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96888d-0d5c-4989-955e-6d771c387bcf None None] Routers {'ff68c4c1-4adb-417e-9da8-878276f42b6f'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:32:33.415876 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-8f96888d-0d5c-4989-955e-6d771c387bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:32:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ff68c4c1-4adb-417e-9da8-878276f42b6f'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:32:33.445152 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-7d0668ba-6f5b-49c4-952b-31ab51dfe5ac tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5236537 Feb 21 04:32:33.445757 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:32:33.448007 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c4173dc-fa94-4434-88fe-75999d970812" -d '{"events": [{"name": "network-changed", "server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:32:33.483063 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f281da0-d786-4a20-be5a-14e623e5e658 x-openstack-request-id: req-2f281da0-d786-4a20-be5a-14e623e5e658 {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:32:33.483350 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:32:33.483600 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f281da0-d786-4a20-be5a-14e623e5e658 {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:32:33.484264 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'status': 'completed', 'code': 200} Feb 21 04:32:33.528429 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-8f96888d-0d5c-4989-955e-6d771c387bcf None None] Set router ff68c4c1-4adb-417e-9da8-878276f42b6f gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:32:33.546906 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4173dc-fa94-4434-88fe-75999d970812 req-22fa22ec-30d5-442d-b620-24595523fb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:33.548406 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4c4173dc-fa94-4434-88fe-75999d970812 req-22fa22ec-30d5-442d-b620-24595523fb66 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00abea86acb349fab42fee7d8bdb778c&device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1130 time: 0.0439494 Feb 21 04:32:33.637899 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4173dc-fa94-4434-88fe-75999d970812 req-e624bc70-5d01-4cfa-8ad9-cc4c30f119e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:33.639395 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4c4173dc-fa94-4434-88fe-75999d970812 req-e624bc70-5d01-4cfa-8ad9-cc4c30f119e8 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 200 len: 909 time: 0.0855815 Feb 21 04:32:33.701933 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4c4173dc-fa94-4434-88fe-75999d970812 req-7437c408-97d8-439b-8683-d685fe98c7c7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 999 time: 0.0571923 Feb 21 04:32:33.748187 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4173dc-fa94-4434-88fe-75999d970812 req-8b813f2a-60d1-4515-8811-ff550d2d86b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:33.749651 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4c4173dc-fa94-4434-88fe-75999d970812 req-8b813f2a-60d1-4515-8811-ff550d2d86b8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1232b4ee-9103-450e-a79b-26d0b482bdbb HTTP/1.1" status: 200 len: 848 time: 0.0426993 Feb 21 04:32:33.752467 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-8f96888d-0d5c-4989-955e-6d771c387bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': 'c6729e5a-817a-440d-be16-96ec826977ba', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'port_id': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'mac_address': 'fa:16:3e:c8:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:32:32Z', 'updated_at': '2022-02-21T04:32:32Z', 'revision_number': 0, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417bc010-9c15-4c82-b5b3-e75c76bab677', 'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'mac_address': 'fa:16:3e:38:a4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:47Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 5, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'subnets': [{'id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:32:33.783076 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96888d-0d5c-4989-955e-6d771c387bcf None None] Checking router: ff68c4c1-4adb-417e-9da8-878276f42b6f for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:32:33.792219 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96888d-0d5c-4989-955e-6d771c387bcf None None] Routers {'ff68c4c1-4adb-417e-9da8-878276f42b6f'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:32:33.792857 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-8f96888d-0d5c-4989-955e-6d771c387bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:32:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ff68c4c1-4adb-417e-9da8-878276f42b6f'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:32:33.801160 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4173dc-fa94-4434-88fe-75999d970812 req-8f6fb07d-02df-4e22-a205-84ebbab26f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:32:33.802579 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4c4173dc-fa94-4434-88fe-75999d970812 req-8f6fb07d-02df-4e22-a205-84ebbab26f34 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5df0b645-a979-4dc1-8755-cee9cf249ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475721 Feb 21 04:32:33.888457 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4c4173dc-fa94-4434-88fe-75999d970812 req-6b67a5cf-de92-41b2-a8d9-eadc18be3132 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799165 Feb 21 04:32:33.901813 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-8f96888d-0d5c-4989-955e-6d771c387bcf None None] Set router ff68c4c1-4adb-417e-9da8-878276f42b6f gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:32:33.979299 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4c4173dc-fa94-4434-88fe-75999d970812 req-ed99205c-8e64-4968-8608-53893a8eba74 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850067 Feb 21 04:32:34.119544 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-8f96888d-0d5c-4989-955e-6d771c387bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': 'c6729e5a-817a-440d-be16-96ec826977ba', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'port_id': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'mac_address': 'fa:16:3e:c8:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:32:32Z', 'updated_at': '2022-02-21T04:32:32Z', 'revision_number': 0, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417bc010-9c15-4c82-b5b3-e75c76bab677', 'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'mac_address': 'fa:16:3e:38:a4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:47Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 5, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'subnets': [{'id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:32:34.148378 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96888d-0d5c-4989-955e-6d771c387bcf None None] The sync data for ids ['ff68c4c1-4adb-417e-9da8-878276f42b6f'] in dv-cinder-773985-36-iscsi is: [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_floatingips': [{'id': 'c6729e5a-817a-440d-be16-96ec826977ba', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'router_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'port_id': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'mac_address': 'fa:16:3e:c8:0f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-21T04:32:32Z', 'updated_at': '2022-02-21T04:32:32Z', 'revision_number': 0, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '417bc010-9c15-4c82-b5b3-e75c76bab677', 'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'mac_address': 'fa:16:3e:38:a4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:47Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 5, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'subnets': [{'id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:32:34.329602 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd58521a-7afb-48c5-96d5-c8914daa14f3 None None] New status for floating IP c6729e5a-817a-440d-be16-96ec826977ba: ACTIVE {{(pid=102902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:32:34.518122 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:32:40.811208 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:56.145588 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-62d1e521-4a57-4450-b676-c9cdc2bee994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:58.185240 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-353301f2-c63c-4c72-ad66-05eb575a15ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:32:59.540220 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:00.930563 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:02.537086 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:10.826968 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:11.517098 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:33:21.628405 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-5382a771-800d-426c-9e81-7e4b575295a5 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438011 Feb 21 04:33:21.711207 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-9101c1ac-74f3-4d77-8961-ec20e35863be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:33:21.712723 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-9101c1ac-74f3-4d77-8961-ec20e35863be service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00abea86acb349fab42fee7d8bdb778c&device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1130 time: 0.0423944 Feb 21 04:33:21.818443 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-84556a13-7785-4a7b-af30-9d37dcac45b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:33:21.819902 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-84556a13-7785-4a7b-af30-9d37dcac45b3 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 200 len: 909 time: 0.0859723 Feb 21 04:33:21.885001 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-8370393b-5dbc-47a1-b7c4-6448867bb5ad service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 1001 time: 0.0564773 Feb 21 04:33:21.933895 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-233b37b9-acbc-40d6-b77e-ede56c35cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:33:21.935270 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-233b37b9-acbc-40d6-b77e-ede56c35cb2a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1232b4ee-9103-450e-a79b-26d0b482bdbb HTTP/1.1" status: 200 len: 848 time: 0.0422413 Feb 21 04:33:21.986654 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-210723ed-b45a-4c44-bd6d-a4dd81d0745c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:33:21.988124 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-210723ed-b45a-4c44-bd6d-a4dd81d0745c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5df0b645-a979-4dc1-8755-cee9cf249ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0465567 Feb 21 04:33:22.076038 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-8c83ab7b-1f38-4950-9473-e8a1b36fe6f7 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801454 Feb 21 04:33:22.165996 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-0c93fa20-a9d7-4ed6-8d87-c8ffe68441f0 req-62a92f91-4bec-4194-ae29-53299b9f5c80 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838041 Feb 21 04:33:26.146688 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-573b5adf-7ac5-419b-ada4-ada3b97cc658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:28.185290 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-a622dae7-cd41-4f81-bbba-0c7c5a528d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:29.543747 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:30.933549 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:32.539268 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:40.842317 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:48.516946 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:33:56.149409 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e63c0ca4-0a0c-4f04-b9d8-8242b9badb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:58.186323 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-8348dc8b-d13b-437c-95b6-3d0cf8c7895f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:33:59.545942 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:00.935839 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:02.541886 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:07.657991 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-6d634028-4276-4308-bd36-16b39cbbb81f service neutron] (102900) timed out ('10.222.0.10', 35658) {{(pid=102900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 04:34:07.968462 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-0faeb854-6dbf-40f0-9e89-be49eb6513ca tempest-AttachVolumeShelveTestJSON-466251447 tempest-AttachVolumeShelveTestJSON-466251447-project] (102900) timed out ('10.222.0.10', 35674) {{(pid=102900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 04:34:10.857458 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:14.918611 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [req-f4f16e8c-d817-433a-b91c-c78b3c8ec197 req-d3192322-074d-4057-9f83-90763b154c7b service neutron] (102900) timed out ('10.222.0.45', 58523) {{(pid=102900) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 04:34:23.636284 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-eafdc631-8213-45f4-94cb-9d50000562f1 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853944 Feb 21 04:34:23.717973 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-011b5724-d064-437d-882f-111b63315c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:23.719433 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-011b5724-d064-437d-882f-111b63315c46 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00abea86acb349fab42fee7d8bdb778c&device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1130 time: 0.0435817 Feb 21 04:34:23.821956 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-1f47b1a8-a00d-4065-b3cf-5ef101874a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:23.823344 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-1f47b1a8-a00d-4065-b3cf-5ef101874a01 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 200 len: 909 time: 0.0864854 Feb 21 04:34:23.885554 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-fd154e8b-3fe5-4fb5-8263-80bde81cd6a2 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 1001 time: 0.0563800 Feb 21 04:34:23.932260 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-c0e6624a-ef42-4094-a7bc-e8dc8d52a934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:23.933672 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-c0e6624a-ef42-4094-a7bc-e8dc8d52a934 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1232b4ee-9103-450e-a79b-26d0b482bdbb HTTP/1.1" status: 200 len: 848 time: 0.0425649 Feb 21 04:34:23.984222 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-18e79e1b-dadd-4d78-b7f4-085c087b21d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:23.985718 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-18e79e1b-dadd-4d78-b7f4-085c087b21d3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5df0b645-a979-4dc1-8755-cee9cf249ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0461850 Feb 21 04:34:23.995337 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-8063ef77-eed7-419f-8035-09a3af721260 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102900) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:34:23.996260 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-8063ef77-eed7-419f-8035-09a3af721260 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047450 Feb 21 04:34:24.096419 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-eb2216bf-22f2-49ed-8dec-44413161484f service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942099 Feb 21 04:34:24.185326 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-ac908b95-07ef-4e98-9087-0ae3ab164ce2 req-9603c565-4d15-482d-8337-2f87dda71d3c service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837965 Feb 21 04:34:25.516259 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:34:26.151589 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4225f36b-66fc-4938-ac1d-2373f5f67d2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:28.187572 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-b1b847d2-fa92-4393-b787-5eed1602615a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:29.548601 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:30.938642 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:32.544387 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:40.844719 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:47.633306 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f5d2c-b980-43c1-84ed-0a52ecec327c req-2ab263e9-7a22-4249-94f6-22fc0aca2ad9 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:47.635219 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f51f5d2c-b980-43c1-84ed-0a52ecec327c req-2ab263e9-7a22-4249-94f6-22fc0aca2ad9 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.1001601 Feb 21 04:34:47.682428 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f51f5d2c-b980-43c1-84ed-0a52ecec327c req-14f3c634-2777-44a2-96f5-8dd98c95e018 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418065 Feb 21 04:34:48.849049 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa111b1-d365-4942-a599-5d3f74eb2041 req-50333ca3-89d7-4abc-bf67-d578ea42cf50 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:48.850526 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5fa111b1-d365-4942-a599-5d3f74eb2041 req-50333ca3-89d7-4abc-bf67-d578ea42cf50 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.1002326 Feb 21 04:34:49.140685 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5fa111b1-d365-4942-a599-5d3f74eb2041 req-a577362b-9bcf-46f8-9179-86f67b609b53 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847376 Feb 21 04:34:50.256950 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233f1ef-16fb-41d9-aa85-a79b962cc5f2 req-7dc9912c-cac5-48f3-80fe-28efa41ff9b0 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:50.258402 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e233f1ef-16fb-41d9-aa85-a79b962cc5f2 req-7dc9912c-cac5-48f3-80fe-28efa41ff9b0 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0521078 Feb 21 04:34:50.305491 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e233f1ef-16fb-41d9-aa85-a79b962cc5f2 req-73a0d88e-a2ac-42df-90da-14f36f85d62d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416420 Feb 21 04:34:51.420472 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163487bf-d612-41f7-bd29-a624d7697385 req-aa1dc705-4af4-473a-9079-b91492b7e63d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:51.421943 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-163487bf-d612-41f7-bd29-a624d7697385 req-aa1dc705-4af4-473a-9079-b91492b7e63d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0508661 Feb 21 04:34:51.471253 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-163487bf-d612-41f7-bd29-a624d7697385 req-5e4e22fb-6b83-4b7d-b914-1a353c10e8b0 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439644 Feb 21 04:34:52.586741 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf25411-5eca-4761-8e27-c9897047ec59 req-7d91de5e-bce4-42f3-9d0b-83911d945a39 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:52.588139 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8bf25411-5eca-4761-8e27-c9897047ec59 req-7d91de5e-bce4-42f3-9d0b-83911d945a39 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0514390 Feb 21 04:34:52.635382 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-8bf25411-5eca-4761-8e27-c9897047ec59 req-dd4aecb6-91d9-4b96-b05a-141eff7a6243 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417426 Feb 21 04:34:53.751480 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889f4ad-7621-4076-b5af-2f60afc1cada req-449a85fc-a442-46d3-aa99-447bd6e13a35 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:53.752992 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f889f4ad-7621-4076-b5af-2f60afc1cada req-449a85fc-a442-46d3-aa99-447bd6e13a35 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0518050 Feb 21 04:34:53.800565 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-f889f4ad-7621-4076-b5af-2f60afc1cada req-c605db66-421e-4211-be6d-c3b547d51b97 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Feb 21 04:34:54.918555 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6d9b6-3e03-4b1f-823f-7ba0f6bb873c req-6e132ea7-f909-4134-a1d2-340d33be5c39 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:54.920033 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-26a6d9b6-3e03-4b1f-823f-7ba0f6bb873c req-6e132ea7-f909-4134-a1d2-340d33be5c39 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0552945 Feb 21 04:34:54.966637 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-26a6d9b6-3e03-4b1f-823f-7ba0f6bb873c req-75df5e4b-7266-4c78-91fd-01a8e89e32d4 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Feb 21 04:34:56.082587 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8cf45-5104-435b-a81c-c66d9b534256 req-da5a96ad-fcf5-49c4-94b8-afdeec861362 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:56.084087 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e9b8cf45-5104-435b-a81c-c66d9b534256 req-da5a96ad-fcf5-49c4-94b8-afdeec861362 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0520711 Feb 21 04:34:56.130399 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e9b8cf45-5104-435b-a81c-c66d9b534256 req-b985fa08-c73d-4508-a003-d3c51e2773c3 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409331 Feb 21 04:34:56.152726 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-11c074c7-5863-4b70-afbc-10ff44b886b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:57.246980 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb059d7-34f0-44c1-a3fc-b685e68e4bf9 req-c41feea9-0217-42ba-b5ed-63727aa09d7f tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:57.248443 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6bb059d7-34f0-44c1-a3fc-b685e68e4bf9 req-c41feea9-0217-42ba-b5ed-63727aa09d7f tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0513422 Feb 21 04:34:57.299008 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6bb059d7-34f0-44c1-a3fc-b685e68e4bf9 req-878b45d3-29aa-4e31-bcf6-94863345ea1b tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451448 Feb 21 04:34:57.712968 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0380c-ee7b-4614-a3f1-eb04dc99d1ed req-2a097ee5-e082-4bb3-9e1f-a5217f05b9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:57.714446 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-25e0380c-ee7b-4614-a3f1-eb04dc99d1ed req-2a097ee5-e082-4bb3-9e1f-a5217f05b9f1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00abea86acb349fab42fee7d8bdb778c&device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1130 time: 0.0441105 Feb 21 04:34:57.808004 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0380c-ee7b-4614-a3f1-eb04dc99d1ed req-3e3d2e10-63cc-4ada-93cb-868aa6450dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:57.809501 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-25e0380c-ee7b-4614-a3f1-eb04dc99d1ed req-3e3d2e10-63cc-4ada-93cb-868aa6450dec service neutron] 10.222.0.45 "GET /v2.0/networks?id=5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 200 len: 909 time: 0.0892761 Feb 21 04:34:57.875021 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-25e0380c-ee7b-4614-a3f1-eb04dc99d1ed req-7320738d-275b-4ded-8b4d-d02519a62e24 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 1001 time: 0.0594649 Feb 21 04:34:57.922499 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0380c-ee7b-4614-a3f1-eb04dc99d1ed req-864c39c4-76a9-4435-9a42-52ae982ce4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:57.923908 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-25e0380c-ee7b-4614-a3f1-eb04dc99d1ed req-864c39c4-76a9-4435-9a42-52ae982ce4c9 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1232b4ee-9103-450e-a79b-26d0b482bdbb HTTP/1.1" status: 200 len: 848 time: 0.0425289 Feb 21 04:34:57.970861 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e0380c-ee7b-4614-a3f1-eb04dc99d1ed req-16f97eb3-8fd4-4c18-999c-4f8efe4e7a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:57.972301 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-25e0380c-ee7b-4614-a3f1-eb04dc99d1ed req-16f97eb3-8fd4-4c18-999c-4f8efe4e7a9e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5df0b645-a979-4dc1-8755-cee9cf249ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427971 Feb 21 04:34:58.063528 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-25e0380c-ee7b-4614-a3f1-eb04dc99d1ed req-b06d802f-32ce-43b4-b351-102c4ef64dd9 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846760 Feb 21 04:34:58.150704 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-25e0380c-ee7b-4614-a3f1-eb04dc99d1ed req-0e5c7c4d-4f90-4c6e-b1cd-e26e360e25e7 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814862 Feb 21 04:34:58.190623 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9e5e-09c1-42cd-90ae-9c2cfdd4e4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:58.420043 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75abbac-2ecc-4e04-b8f0-0853bc6951c3 req-cb037a48-1b2f-406b-ae22-c31a7ae1d868 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:58.421547 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e75abbac-2ecc-4e04-b8f0-0853bc6951c3 req-cb037a48-1b2f-406b-ae22-c31a7ae1d868 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0561404 Feb 21 04:34:58.469535 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-e75abbac-2ecc-4e04-b8f0-0853bc6951c3 req-00f8227d-b04a-45f1-bc18-384912dd85cd tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425353 Feb 21 04:34:59.556562 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:34:59.585721 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef7f57-dc1c-4035-a122-1ea2967d9764 req-c88e83d0-4270-4e7c-8406-de6f7900b888 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:34:59.588042 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-71ef7f57-dc1c-4035-a122-1ea2967d9764 req-c88e83d0-4270-4e7c-8406-de6f7900b888 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0523751 Feb 21 04:34:59.636410 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-71ef7f57-dc1c-4035-a122-1ea2967d9764 req-9b96b1fc-eb9a-48ad-81e1-d2b0fe842e41 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429442 Feb 21 04:35:00.757460 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e86cb-7dc3-43dc-9e24-70c7422d259e req-c2bed65b-eabc-476c-91e6-ab1491c46b67 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:00.758936 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-300e86cb-7dc3-43dc-9e24-70c7422d259e req-c2bed65b-eabc-476c-91e6-ab1491c46b67 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0565708 Feb 21 04:35:00.806948 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-300e86cb-7dc3-43dc-9e24-70c7422d259e req-3ca7eb9a-73d5-4e05-ba70-43ebad49e63b tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425801 Feb 21 04:35:00.913986 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [req-43fe0620-a596-431f-9c20-b64568fc9228 req-5ceb9ed7-4855-4f1e-b80c-f0deb315a0ea service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:35:00.914998 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-43fe0620-a596-431f-9c20-b64568fc9228 req-5ceb9ed7-4855-4f1e-b80c-f0deb315a0ea service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462916 Feb 21 04:35:00.942028 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:01.104605 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e338c61-becf-47d1-b1da-07185699f322 req-f749d1f5-9dc6-4da7-bf1c-92a02627aef5 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:01.106114 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5e338c61-becf-47d1-b1da-07185699f322 req-f749d1f5-9dc6-4da7-bf1c-92a02627aef5 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0819693 Feb 21 04:35:01.112505 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-d034f569-30c9-491c-8488-1ab2093ddbbb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1111479 Feb 21 04:35:01.123333 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-52ecac07-f0c0-4017-9d42-8fdde656e13f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=102899) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 21 04:35:01.124285 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-52ecac07-f0c0-4017-9d42-8fdde656e13f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053875 Feb 21 04:35:01.170355 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5e338c61-becf-47d1-b1da-07185699f322 req-886f03d7-8083-425e-9840-d0f41db40a1c tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569050 Feb 21 04:35:01.251599 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-2c84cb4b-19dd-4882-822c-eae0131f3f91 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:01.252955 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-2c84cb4b-19dd-4882-822c-eae0131f3f91 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports/6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 943 time: 0.1004050 Feb 21 04:35:01.748695 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 6da3c99a-b3e2-431b-a334-fcde298d398a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:35:01.823380 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 6da3c99a-b3e2-431b-a334-fcde298d398a is: ACTIVE; New status is: DOWN {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:35:01.823805 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:01.845590 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:35:01.849161 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b0ce0d-f20c-4b8f-92e9-d77bdc1f9191" -d '{"events": [{"server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "name": "network-vif-unplugged", "status": "completed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:35:01.866360 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 6da3c99a-b3e2-431b-a334-fcde298d398a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6da3c99a-b3e2-431b-a334-fcde298d398a,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:35:01.871881 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:02.033969 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Feb 2022 04:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bbed21-fbd2-4196-8f5f-e3dfb300f49b x-openstack-request-id: req-28bbed21-fbd2-4196-8f5f-e3dfb300f49b {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:35:02.034657 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "name": "network-vif-unplugged", "status": "failed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a", "code": 422}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:35:02.034657 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28bbed21-fbd2-4196-8f5f-e3dfb300f49b {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:35:02.034866 dv-cinder-773985-36-iscsi neutron-server[102901]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'code': 422} returned with failed status Feb 21 04:35:02.059305 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=6da3c99a-b3e2-431b-a334-fcde298d398a,revision_number=6']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:35:02.066513 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.066933 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.067354 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.067697 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.068031 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.068364 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.068712 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.069050 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.069375 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.069730 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.070174 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.070549 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.070875 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102901) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:35:02.286990 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16adf81e-c325-4acf-9f9d-cadb33340aa1 req-5c4c2392-bb46-4984-bd0a-21fa55b6ce98 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:02.288361 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-16adf81e-c325-4acf-9f9d-cadb33340aa1 req-5c4c2392-bb46-4984-bd0a-21fa55b6ce98 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0519753 Feb 21 04:35:02.337417 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-16adf81e-c325-4acf-9f9d-cadb33340aa1 req-9f5b1538-c795-4f4d-93be-41e188cb2d6a tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436308 Feb 21 04:35:02.377365 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-73f9f0f1-53f0-41f2-81d0-0c1f4ab19640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:02.378871 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-73f9f0f1-53f0-41f2-81d0-0c1f4ab19640 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed&tenant_id=00abea86acb349fab42fee7d8bdb778c HTTP/1.1" status: 200 len: 1128 time: 0.0490217 Feb 21 04:35:02.441225 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-7a721f42-27fb-44ae-92fd-242b2cdbc9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:02.442678 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-7a721f42-27fb-44ae-92fd-242b2cdbc9b6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00abea86acb349fab42fee7d8bdb778c&device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1128 time: 0.0434496 Feb 21 04:35:02.515442 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:35:02.530851 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-45ee39fb-2980-4857-b260-7bbaa6558e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:02.532323 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-45ee39fb-2980-4857-b260-7bbaa6558e81 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 200 len: 909 time: 0.0833676 Feb 21 04:35:02.547689 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:02.599927 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-1b8e925d-6cc6-47bf-b41f-66f0a3a4c6fb service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 999 time: 0.0610855 Feb 21 04:35:02.646586 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-68748d99-d852-4408-831c-ea7cec367186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:02.647980 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-68748d99-d852-4408-831c-ea7cec367186 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1232b4ee-9103-450e-a79b-26d0b482bdbb HTTP/1.1" status: 200 len: 848 time: 0.0414824 Feb 21 04:35:02.694645 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-1e0f5752-9026-4691-9eb2-437143985982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:02.696091 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-1e0f5752-9026-4691-9eb2-437143985982 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5df0b645-a979-4dc1-8755-cee9cf249ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417027 Feb 21 04:35:02.784962 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-f1ad0076-bd87-4ecb-be4f-e88e566bffaa service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827656 Feb 21 04:35:02.868926 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-61ee5ded-c4a1-4f5a-94e5-b15799ecaccc req-774c7ce6-1aba-49ee-a9f8-73941839d3bd service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779593 Feb 21 04:35:03.456875 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf6c8a-33a3-419b-9ab2-db982c9191e5 req-13964f23-71e4-4a73-b1a1-80b94342146a tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:03.458350 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79bf6c8a-33a3-419b-9ab2-db982c9191e5 req-13964f23-71e4-4a73-b1a1-80b94342146a tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0545781 Feb 21 04:35:03.506029 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-79bf6c8a-33a3-419b-9ab2-db982c9191e5 req-cd1ab238-62a5-47b8-a7d8-83924c20d4ef tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423784 Feb 21 04:35:04.622345 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf630a-c163-4dc2-a7fd-11fd1b930311 req-4d0ba9db-cef8-4164-94b2-1edea586c471 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:04.623826 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d4bf630a-c163-4dc2-a7fd-11fd1b930311 req-4d0ba9db-cef8-4164-94b2-1edea586c471 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0515020 Feb 21 04:35:04.670358 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d4bf630a-c163-4dc2-a7fd-11fd1b930311 req-9d9faeb0-2e4e-4540-b3b5-eed5db1396a2 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411611 Feb 21 04:35:05.784442 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e531d71-2bd2-414a-8969-9894e9d31c09 req-5869fcaa-3e5e-45d7-b3d5-788c0ecaf284 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:05.785944 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4e531d71-2bd2-414a-8969-9894e9d31c09 req-5869fcaa-3e5e-45d7-b3d5-788c0ecaf284 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0503774 Feb 21 04:35:05.835183 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-4e531d71-2bd2-414a-8969-9894e9d31c09 req-c5479257-c7c2-47cf-882d-49e1bdf43934 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438101 Feb 21 04:35:06.949600 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed7f18-a925-4c3f-a4cb-2234d9fd0d4f req-6ce98be4-0e96-4398-8806-94fd547fb400 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:06.951050 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5eed7f18-a925-4c3f-a4cb-2234d9fd0d4f req-6ce98be4-0e96-4398-8806-94fd547fb400 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0510986 Feb 21 04:35:06.997504 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5eed7f18-a925-4c3f-a4cb-2234d9fd0d4f req-6d944d9b-d48f-45ce-a262-7c759f62bc4a tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411644 Feb 21 04:35:08.114441 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ea41b-f939-43aa-adec-456db5e88e09 req-7399c90a-04c5-4c08-99d1-5ea52fedb23b tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:08.115913 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1d0ea41b-f939-43aa-adec-456db5e88e09 req-7399c90a-04c5-4c08-99d1-5ea52fedb23b tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0523782 Feb 21 04:35:08.162801 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-1d0ea41b-f939-43aa-adec-456db5e88e09 req-1f1d0a7d-7948-44d3-93a5-adaf5201590d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Feb 21 04:35:09.282490 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621ff23-0602-4dcb-a049-981c1363dcb3 req-0600f0e4-9987-495c-aef1-320543f975d5 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:09.283967 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6621ff23-0602-4dcb-a049-981c1363dcb3 req-0600f0e4-9987-495c-aef1-320543f975d5 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 944 time: 0.0562146 Feb 21 04:35:09.334008 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-6621ff23-0602-4dcb-a049-981c1363dcb3 req-01fb5dd3-3692-4f8b-913b-b1df4e918a8d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446360 Feb 21 04:35:09.763756 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 6da3c99a-b3e2-431b-a334-fcde298d398a details requested by agent hyperv_hv-cinder-77398 with host hv-cinder-77398 {{(pid=102901) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 21 04:35:09.859148 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 6da3c99a-b3e2-431b-a334-fcde298d398a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6da3c99a-b3e2-431b-a334-fcde298d398a,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:35:09.870778 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Returning: {'device': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'port_id': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'mac_address': 'fa:16:3e:c8:0f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102901) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 21 04:35:09.906111 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 6da3c99a-b3e2-431b-a334-fcde298d398a is: DOWN; New status is: BUILD {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:35:09.906500 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:09.919173 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da3c99a-b3e2-431b-a334-fcde298d398a {{(pid=102901) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 21 04:35:09.938568 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 6da3c99a-b3e2-431b-a334-fcde298d398a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6da3c99a-b3e2-431b-a334-fcde298d398a,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:35:09.942725 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:09.991391 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=6da3c99a-b3e2-431b-a334-fcde298d398a,revision_number=7']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:35:10.302456 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] get_ports_and_sgs() called for port_ids ['6da3c99a-b3e2-431b-a334-fcde298d398a'] {{(pid=102901) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 21 04:35:10.454533 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f05fb6-c8ff-4356-b5e3-887b6bee1fff req-547d6aa2-5c2e-4f68-b2b0-43fb446a6909 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:10.455936 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-36f05fb6-c8ff-4356-b5e3-887b6bee1fff req-547d6aa2-5c2e-4f68-b2b0-43fb446a6909 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 945 time: 0.0554271 Feb 21 04:35:10.503279 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-36f05fb6-c8ff-4356-b5e3-887b6bee1fff req-1bf765d8-3ed0-44dd-9b48-389888cf01ad tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415092 Feb 21 04:35:10.864863 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:11.618244 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba86a2-0a8d-4e48-a775-435aab02f141 req-551a5834-70df-4855-8262-036f85a75e54 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:11.619707 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fcba86a2-0a8d-4e48-a775-435aab02f141 req-551a5834-70df-4855-8262-036f85a75e54 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 945 time: 0.0511014 Feb 21 04:35:11.671018 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-fcba86a2-0a8d-4e48-a775-435aab02f141 req-5ff5db72-d9c8-4b7d-8de4-d868a76f6d9b tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456443 Feb 21 04:35:11.777080 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 6da3c99a-b3e2-431b-a334-fcde298d398a up at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 21 04:35:11.823844 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.provisioning_blocks [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Provisioning complete for port 6da3c99a-b3e2-431b-a334-fcde298d398a triggered by entity L2. {{(pid=102901) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 21 04:35:11.824142 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517118'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), provisioning_complete {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:11.900218 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Current status of the port 6da3c99a-b3e2-431b-a334-fcde298d398a is: BUILD; New status is: ACTIVE {{(pid=102901) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 21 04:35:11.900904 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1364007'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), before_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:11.921962 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a'}] {{(pid=102901) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:35:11.924142 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36fddb057a4b1260e16ffb68947b7c964a1973fb27bcf5b95803def97b32e543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d4c5bf-1b73-4bc8-b2b9-c802b6a5eaa0" -d '{"events": [{"server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "name": "network-vif-plugged", "status": "completed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a"}]}' {{(pid=102901) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:35:11.936472 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.db [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] For port 6da3c99a-b3e2-431b-a334-fcde298d398a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6da3c99a-b3e2-431b-a334-fcde298d398a,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102901) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:35:11.940900 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732248301963', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732247777594', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732247777612'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:11.964573 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb4cb15-0af7-43a8-9ad5-411119845cbc x-openstack-request-id: req-edb4cb15-0af7-43a8-9ad5-411119845cbc {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:35:11.964895 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "name": "network-vif-plugged", "status": "completed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a", "code": 200}]} {{(pid=102901) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:35:11.965148 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-edb4cb15-0af7-43a8-9ad5-411119845cbc {{(pid=102901) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:35:11.965543 dv-cinder-773985-36-iscsi neutron-server[102901]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'code': 200} Feb 21 04:35:11.991067 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Pushing event updated for resources: {'Port': ['ID=6da3c99a-b3e2-431b-a334-fcde298d398a,revision_number=8']} {{(pid=102901) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:35:12.173766 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822451e-04aa-4acc-891b-010a7257c96c req-898deb94-bf80-40f7-b791-c9cdfe4db6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:12.175211 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4822451e-04aa-4acc-891b-010a7257c96c req-898deb94-bf80-40f7-b791-c9cdfe4db6c3 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1130 time: 0.0489321 Feb 21 04:35:12.219388 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-4822451e-04aa-4acc-891b-010a7257c96c req-c448f146-5707-4e96-ac86-da0cc939c89a service neutron] 10.222.0.45 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382013 Feb 21 04:35:12.792620 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867b1862-485c-4067-858b-91915c9301f3 req-ce6c4a08-6844-4a88-94e0-8fad55de56d9 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:12.794175 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-867b1862-485c-4067-858b-91915c9301f3 req-ce6c4a08-6844-4a88-94e0-8fad55de56d9 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0523093 Feb 21 04:35:12.840833 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-867b1862-485c-4067-858b-91915c9301f3 req-85a626c7-2ae6-4eb4-b636-bf7dcc0e78f9 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Feb 21 04:35:13.959784 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc8a2f-9dcf-49d9-8ec9-5d895ac8f1c1 req-ff10cec2-396e-4eac-9ccc-60e88829b449 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:13.962389 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-61bc8a2f-9dcf-49d9-8ec9-5d895ac8f1c1 req-ff10cec2-396e-4eac-9ccc-60e88829b449 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0529737 Feb 21 04:35:14.010968 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-61bc8a2f-9dcf-49d9-8ec9-5d895ac8f1c1 req-a861cb7d-0a0e-40a3-b651-81388ce8830e tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420303 Feb 21 04:35:24.589433 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-35b4ebe4-4d3b-45de-b5b3-b320acc72f5b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423381 Feb 21 04:35:24.682488 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-227a1707-9be0-4801-9269-cc9595337132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:24.684425 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-227a1707-9be0-4801-9269-cc9595337132 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00abea86acb349fab42fee7d8bdb778c&device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1130 time: 0.0425067 Feb 21 04:35:24.787344 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-c3c9c0a1-244b-4087-8b99-cb5c058ef21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:24.788832 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-c3c9c0a1-244b-4087-8b99-cb5c058ef21a service neutron] 10.222.0.45 "GET /v2.0/networks?id=5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 200 len: 909 time: 0.0852118 Feb 21 04:35:24.851445 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-cff91306-d429-47be-801e-7ea850c19477 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 1001 time: 0.0554788 Feb 21 04:35:24.905641 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-790d4c26-a30d-46ee-92f4-eb9a7a9dab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:24.907080 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-790d4c26-a30d-46ee-92f4-eb9a7a9dab30 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1232b4ee-9103-450e-a79b-26d0b482bdbb HTTP/1.1" status: 200 len: 848 time: 0.0483499 Feb 21 04:35:24.954590 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-78876aed-582a-4a41-9435-2fd86ff502f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:35:24.956024 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-78876aed-582a-4a41-9435-2fd86ff502f7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5df0b645-a979-4dc1-8755-cee9cf249ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427451 Feb 21 04:35:25.040241 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-b598663d-4bd2-478f-9449-4b8a5a0ba652 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782638 Feb 21 04:35:25.130888 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-3f19c4a1-8d34-4453-a0c3-763be92a451c req-b80a8f0b-c0e2-45ca-bdc0-a80784cf47b0 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829194 Feb 21 04:35:26.157939 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-912ff2ad-78b7-4105-981f-dc8eab0ae057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:28.191867 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-3868eade-7e54-499a-886a-701aab95002f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:29.557050 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:30.943997 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:32.549130 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:39.514686 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:35:40.872583 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:56.149151 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2f36a155-83cc-4e82-9c36-ba5d76661bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:58.193248 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-b2841f56-72f6-4733-8efc-8df680feeeb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:35:59.558714 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:00.946739 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:02.550950 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:10.893093 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:16.514478 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:36:25.579223 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-585d05fd-b10e-48a5-9712-7d521483c680 req-29ceb2e9-29e5-4f6d-a1a0-bf7d2a03aa74 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432088 Feb 21 04:36:25.660309 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d05fd-b10e-48a5-9712-7d521483c680 req-05ce1203-9295-444a-a972-092179b8b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:36:25.661795 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-585d05fd-b10e-48a5-9712-7d521483c680 req-05ce1203-9295-444a-a972-092179b8b8fd service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00abea86acb349fab42fee7d8bdb778c&device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1130 time: 0.0439208 Feb 21 04:36:25.763338 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d05fd-b10e-48a5-9712-7d521483c680 req-afb2dd28-43bd-4450-aeee-61f30f48f739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:36:25.764816 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-585d05fd-b10e-48a5-9712-7d521483c680 req-afb2dd28-43bd-4450-aeee-61f30f48f739 service neutron] 10.222.0.45 "GET /v2.0/networks?id=5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 200 len: 909 time: 0.0852790 Feb 21 04:36:25.826841 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-585d05fd-b10e-48a5-9712-7d521483c680 req-5b69c9a8-4fc2-4ac8-8006-2b784860f6fc service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 1001 time: 0.0563166 Feb 21 04:36:25.876023 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d05fd-b10e-48a5-9712-7d521483c680 req-a80c2eb9-fb2a-469d-bd3c-99d83f0dd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:36:25.877366 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-585d05fd-b10e-48a5-9712-7d521483c680 req-a80c2eb9-fb2a-469d-bd3c-99d83f0dd999 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1232b4ee-9103-450e-a79b-26d0b482bdbb HTTP/1.1" status: 200 len: 848 time: 0.0451603 Feb 21 04:36:25.923545 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d05fd-b10e-48a5-9712-7d521483c680 req-92f0059b-8f44-4d5b-9f16-279fa6f94f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:36:25.924990 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-585d05fd-b10e-48a5-9712-7d521483c680 req-92f0059b-8f44-4d5b-9f16-279fa6f94f2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5df0b645-a979-4dc1-8755-cee9cf249ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420232 Feb 21 04:36:26.009385 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-585d05fd-b10e-48a5-9712-7d521483c680 req-57cea0a0-33d6-4648-bf3a-b5b44b974185 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786428 Feb 21 04:36:26.099323 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-585d05fd-b10e-48a5-9712-7d521483c680 req-84ca2de4-5580-4b8e-8318-e77119909667 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832963 Feb 21 04:36:26.151242 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e2da0730-7719-4383-8576-2084de8d131e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:28.193993 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-1a53497e-8f24-44fc-86c7-db444aace978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:29.565365 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:30.951221 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:32.553505 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:40.906114 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:41.002926 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40830) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:41.160609 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Deleting port f459050e-3f3c-4988-b4fc-997a815645b8 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:36:41.160981 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (f459050e-3f3c-4988-b4fc-997a815645b8), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:41.233288 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (f459050e-3f3c-4988-b4fc-997a815645b8), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:41.233617 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for floatingip (f459050e-3f3c-4988-b4fc-997a815645b8), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:41.244987 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Calling delete_port for f459050e-3f3c-4988-b4fc-997a815645b8 owned by network:floatingip {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:36:41.389381 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (f459050e-3f3c-4988-b4fc-997a815645b8), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:41.415683 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event deleted for resources: {'Port': ['ID=f459050e-3f3c-4988-b4fc-997a815645b8,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:41.460176 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.460522 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.460892 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.461231 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.461565 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.461902 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.462226 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.463183 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.463528 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.463857 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.464181 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.464502 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.464852 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102899) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:41.502362 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for floatingip (c6729e5a-817a-440d-be16-96ec826977ba), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:41.502740 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.db.l3_db [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Floating IP c6729e5a-817a-440d-be16-96ec826977ba disassociated (deleted). External IP: 172.27.0.83, port: 6da3c99a-b3e2-431b-a334-fcde298d398a. Feb 21 04:36:41.709600 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Router ff68c4c1-4adb-417e-9da8-878276f42b6f has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102899) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:36:41.818549 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102899) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:36:41.823008 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for floatingip (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:41.828147 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57095fdf-4ced-4c4e-9777-8882644fc458 None None] Sync routers for ids ['ff68c4c1-4adb-417e-9da8-878276f42b6f'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:36:41.836998 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57095fdf-4ced-4c4e-9777-8882644fc458 None None] Routers {'ff68c4c1-4adb-417e-9da8-878276f42b6f'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:36:41.838178 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-57095fdf-4ced-4c4e-9777-8882644fc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:36:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ff68c4c1-4adb-417e-9da8-878276f42b6f'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:41.852508 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-7c5ef8c6-bf7a-4f34-8585-b4b163178463 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "DELETE /v2.0/floatingips/c6729e5a-817a-440d-be16-96ec826977ba HTTP/1.1" status: 204 len: 168 time: 0.8484883 Feb 21 04:36:41.853147 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a'}] {{(pid=102899) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:36:41.855983 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cb9c1dfa937db9dd39c2c86a313489fc758246f1539ff5a5ef17203bf7ae96b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf023bed-3849-4a73-9eb2-2e64856f7924" -d '{"events": [{"name": "network-changed", "server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a"}]}' {{(pid=102899) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:36:41.950845 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Feb 2022 04:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344d73c8-7f0c-4063-b766-800b3c63cbdd x-openstack-request-id: req-344d73c8-7f0c-4063-b766-800b3c63cbdd {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:36:41.951236 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a", "status": "completed", "code": 200}]} {{(pid=102899) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:36:41.951554 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-344d73c8-7f0c-4063-b766-800b3c63cbdd {{(pid=102899) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:36:41.952219 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'status': 'completed', 'code': 200} Feb 21 04:36:41.953613 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-57095fdf-4ced-4c4e-9777-8882644fc458 None None] Set router ff68c4c1-4adb-417e-9da8-878276f42b6f gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:36:42.028891 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf023bed-3849-4a73-9eb2-2e64856f7924 req-a62a67d3-e855-4683-93b3-096f30e97a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:36:42.030514 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-bf023bed-3849-4a73-9eb2-2e64856f7924 req-a62a67d3-e855-4683-93b3-096f30e97a33 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=00abea86acb349fab42fee7d8bdb778c&device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 1130 time: 0.0527110 Feb 21 04:36:42.097519 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5dc01-4ea2-430a-8f90-1dc488fc797d req-9f2a5827-977e-4360-90a5-e4819e5b37a6 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:36:42.099029 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5da5dc01-4ea2-430a-8f90-1dc488fc797d req-9f2a5827-977e-4360-90a5-e4819e5b37a6 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0602825 Feb 21 04:36:42.127104 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf023bed-3849-4a73-9eb2-2e64856f7924 req-b2f3c43f-88ea-475c-a584-b5641f9385fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:36:42.128994 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-bf023bed-3849-4a73-9eb2-2e64856f7924 req-b2f3c43f-88ea-475c-a584-b5641f9385fe service neutron] 10.222.0.45 "GET /v2.0/networks?id=5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 200 len: 909 time: 0.0926180 Feb 21 04:36:42.151190 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5da5dc01-4ea2-430a-8f90-1dc488fc797d req-e91f7a35-a997-4268-a331-261d60da6466 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452344 Feb 21 04:36:42.169940 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-57095fdf-4ced-4c4e-9777-8882644fc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '417bc010-9c15-4c82-b5b3-e75c76bab677', 'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'mac_address': 'fa:16:3e:38:a4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:47Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 5, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'subnets': [{'id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:42.172242 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-bf023bed-3849-4a73-9eb2-2e64856f7924 req-37956ad3-a2f2-4713-b9be-151121613cf5 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 200 len: 217 time: 0.0353584 Feb 21 04:36:42.196547 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57095fdf-4ced-4c4e-9777-8882644fc458 None None] Checking router: ff68c4c1-4adb-417e-9da8-878276f42b6f for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:36:42.204834 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57095fdf-4ced-4c4e-9777-8882644fc458 None None] Routers {'ff68c4c1-4adb-417e-9da8-878276f42b6f'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:36:42.205437 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-57095fdf-4ced-4c4e-9777-8882644fc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:36:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ff68c4c1-4adb-417e-9da8-878276f42b6f'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:42.219309 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf023bed-3849-4a73-9eb2-2e64856f7924 req-339f4568-80e1-4b95-8bdc-5f29080a5934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:36:42.220783 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-bf023bed-3849-4a73-9eb2-2e64856f7924 req-339f4568-80e1-4b95-8bdc-5f29080a5934 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1232b4ee-9103-450e-a79b-26d0b482bdbb HTTP/1.1" status: 200 len: 848 time: 0.0422747 Feb 21 04:36:42.272206 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf023bed-3849-4a73-9eb2-2e64856f7924 req-6350999d-3494-4bea-b9ad-83905afa3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:36:42.273624 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-bf023bed-3849-4a73-9eb2-2e64856f7924 req-6350999d-3494-4bea-b9ad-83905afa3c48 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=5df0b645-a979-4dc1-8755-cee9cf249ec6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468264 Feb 21 04:36:42.313354 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-57095fdf-4ced-4c4e-9777-8882644fc458 None None] Set router ff68c4c1-4adb-417e-9da8-878276f42b6f gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:36:42.363990 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-bf023bed-3849-4a73-9eb2-2e64856f7924 req-ff815c87-e021-4aa5-935a-f74d994ffb61 service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823495 Feb 21 04:36:42.455743 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-bf023bed-3849-4a73-9eb2-2e64856f7924 req-f8ed4dc5-a000-4d42-a5d0-608c14439cbf service neutron] 10.222.0.45 "GET /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845983 Feb 21 04:36:42.505429 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-57095fdf-4ced-4c4e-9777-8882644fc458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '417bc010-9c15-4c82-b5b3-e75c76bab677', 'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'mac_address': 'fa:16:3e:38:a4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:47Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 5, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'subnets': [{'id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:42.535727 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57095fdf-4ced-4c4e-9777-8882644fc458 None None] The sync data for ids ['ff68c4c1-4adb-417e-9da8-878276f42b6f'] in dv-cinder-773985-36-iscsi is: [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:48Z', 'revision_number': 4, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi', '_interfaces': [{'id': '417bc010-9c15-4c82-b5b3-e75c76bab677', 'name': '', 'network_id': '5df0b645-a979-4dc1-8755-cee9cf249ec6', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'mac_address': 'fa:16:3e:38:a4:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:47Z', 'updated_at': '2022-02-21T04:31:52Z', 'revision_number': 5, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'subnets': [{'id': '1232b4ee-9103-450e-a79b-26d0b482bdbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:36:42.742776 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcdc298-2c92-4433-85df-0c50a5b7a5f9 None None] New status for floating IP c6729e5a-817a-440d-be16-96ec826977ba: DOWN {{(pid=102902) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 21 04:36:43.271920 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3478b4-8fcc-4659-8f43-2fef0e963505 req-c0415b39-86ef-41e0-b396-e06132003d4c tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102899) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:36:43.273403 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a3478b4-8fcc-4659-8f43-2fef0e963505 req-c0415b39-86ef-41e0-b396-e06132003d4c tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0505779 Feb 21 04:36:43.320076 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-5a3478b4-8fcc-4659-8f43-2fef0e963505 req-7cbe4e81-ed80-4a8f-9591-ab1bfd41019f tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7ad6f92-db38-401d-95f6-68fa10d2ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409298 Feb 21 04:36:43.716164 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f7a33-71eb-48d6-b415-44938638de91 req-13ab2f1c-c8e6-4d14-9458-5ec65c0b275b tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102900) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 21 04:36:43.717686 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b16f7a33-71eb-48d6-b415-44938638de91 req-13ab2f1c-c8e6-4d14-9458-5ec65c0b275b tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.45 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 946 time: 0.0511410 Feb 21 04:36:43.807517 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-b16f7a33-71eb-48d6-b415-44938638de91 req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Deleting port 6da3c99a-b3e2-431b-a334-fcde298d398a {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:36:43.807844 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b16f7a33-71eb-48d6-b415-44938638de91 req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:43.899412 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [req-b16f7a33-71eb-48d6-b415-44938638de91 req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] For port 6da3c99a-b3e2-431b-a334-fcde298d398a, host hv-cinder-77398, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77398',level=0,port_id=6da3c99a-b3e2-431b-a334-fcde298d398a,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:36:43.899773 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b16f7a33-71eb-48d6-b415-44938638de91 req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:43.911996 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [req-b16f7a33-71eb-48d6-b415-44938638de91 req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Calling delete_port for 6da3c99a-b3e2-431b-a334-fcde298d398a owned by compute:nova {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:36:44.037704 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b16f7a33-71eb-48d6-b415-44938638de91 req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (6da3c99a-b3e2-431b-a334-fcde298d398a), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:44.065343 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event deleted for resources: {'Port': ['ID=6da3c99a-b3e2-431b-a334-fcde298d398a,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:44.076901 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.077245 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.077588 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.077933 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.078248 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.078570 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.078891 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.079210 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.079524 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.079840 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.080161 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.080475 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.080813 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-773985-36-iscsi {{(pid=102900) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 21 04:36:44.116606 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [req-b16f7a33-71eb-48d6-b415-44938638de91 req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] No DVR routers for this DVR port 6da3c99a-b3e2-431b-a334-fcde298d398a on host hv-cinder-77398 {{(pid=102900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:36:44.118999 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [req-b16f7a33-71eb-48d6-b415-44938638de91 req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-436812'] for port (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:44.122232 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [req-b16f7a33-71eb-48d6-b415-44938638de91 req-43dbbc7a-88c5-4fc9-acd2-a75bc38a6b4d tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.45 "DELETE /v2.0/ports/6da3c99a-b3e2-431b-a334-fcde298d398a HTTP/1.1" status: 204 len: 173 time: 0.3994894 Feb 21 04:36:44.122663 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'name': 'network-vif-deleted', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a'}] {{(pid=102900) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 21 04:36:44.124872 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}62c9d2177ab46c3d0d6f32a2970b1d54945ca0bcfa94036a05710035f491cb28" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59a4893-f409-43c1-a3cc-85517a40b1b4" -d '{"events": [{"server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "name": "network-vif-deleted", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a"}]}' {{(pid=102900) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 21 04:36:44.217775 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Feb 2022 04:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4a0fa0-945f-455c-92d9-7f5a0a4ea0c4 x-openstack-request-id: req-4a4a0fa0-945f-455c-92d9-7f5a0a4ea0c4 {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 21 04:36:44.218062 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46cff89b-5103-458a-ad33-c4ecd25951ed", "name": "network-vif-deleted", "tag": "6da3c99a-b3e2-431b-a334-fcde298d398a", "status": "completed", "code": 200}]} {{(pid=102900) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 21 04:36:44.218312 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a4a0fa0-945f-455c-92d9-7f5a0a4ea0c4 {{(pid=102900) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 21 04:36:44.218704 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46cff89b-5103-458a-ad33-c4ecd25951ed', 'name': 'network-vif-deleted', 'tag': '6da3c99a-b3e2-431b-a334-fcde298d398a', 'status': 'completed', 'code': 200} Feb 21 04:36:44.418764 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [req-d0c784e6-8009-4d12-aeb2-42e3213ae02b req-caa9f1ea-feca-474b-9b42-3adb70c65937 tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "GET /v2.0/ports?device_id=46cff89b-5103-458a-ad33-c4ecd25951ed HTTP/1.1" status: 200 len: 210 time: 0.0320787 Feb 21 04:36:45.475940 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40864) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:45.530949 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-34a510d1-0912-4e4e-b737-76b2b97848df tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group (d7ad6f92-db38-401d-95f6-68fa10d2ad08), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:45.555172 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-34a510d1-0912-4e4e-b737-76b2b97848df tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group (d7ad6f92-db38-401d-95f6-68fa10d2ad08), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:45.616898 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-34a510d1-0912-4e4e-b737-76b2b97848df tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (d7ad6f92-db38-401d-95f6-68fa10d2ad08), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:45.619928 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-34a510d1-0912-4e4e-b737-76b2b97848df tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Publish callbacks [] for security_group (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:45.621109 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-34a510d1-0912-4e4e-b737-76b2b97848df tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] 10.222.0.10 "DELETE /v2.0/security-groups/d7ad6f92-db38-401d-95f6-68fa10d2ad08 HTTP/1.1" status: 204 len: 168 time: 0.1442125 Feb 21 04:36:45.630183 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a510d1-0912-4e4e-b737-76b2b97848df tempest-TestShelveInstance-209734327 tempest-TestShelveInstance-209734327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ad6f92-db38-401d-95f6-68fa10d2ad08,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:45.668405 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40868) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:46.142419 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 6da3c99a-b3e2-431b-a334-fcde298d398a no longer exists at agent hyperv_hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:36:46.163690 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] No Port match for: 6da3c99a-b3e2-431b-a334-fcde298d398a {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:36:46.164033 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Device 6da3c99a-b3e2-431b-a334-fcde298d398a not bound to the agent host hv-cinder-77398 {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:36:46.357727 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653554'] for router_interface (ff68c4c1-4adb-417e-9da8-878276f42b6f), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:46.602090 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] Deleting port 417bc010-9c15-4c82-b5b3-e75c76bab677 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:36:46.602317 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:46.676838 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] For port 417bc010-9c15-4c82-b5b3-e75c76bab677, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=417bc010-9c15-4c82-b5b3-e75c76bab677,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:36:46.677546 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:46.688660 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] Calling delete_port for 417bc010-9c15-4c82-b5b3-e75c76bab677 owned by network:router_interface {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:36:46.863714 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (417bc010-9c15-4c82-b5b3-e75c76bab677), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:46.892107 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] Pushing event deleted for resources: {'Port': ['ID=417bc010-9c15-4c82-b5b3-e75c76bab677,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:47.053832 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655202'] for router_interface (ff68c4c1-4adb-417e-9da8-878276f42b6f), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:47.267506 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] Router ff68c4c1-4adb-417e-9da8-878276f42b6f has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:36:47.373182 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:36:47.378246 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-dbda5eaa-6c0d-4fb9-962c-867172fe731a admin admin] 10.222.0.10 "PUT /v2.0/routers/ff68c4c1-4adb-417e-9da8-878276f42b6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7087162 Feb 21 04:36:47.380712 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40872) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:47.383326 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb20bed-f103-46d0-a8c9-e0d568ae6a68 None None] Sync routers for ids ['ff68c4c1-4adb-417e-9da8-878276f42b6f'] in dv-cinder-773985-36-iscsi {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:36:47.395147 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb20bed-f103-46d0-a8c9-e0d568ae6a68 None None] Routers {'ff68c4c1-4adb-417e-9da8-878276f42b6f'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:36:47.395871 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-fdb20bed-f103-46d0-a8c9-e0d568ae6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:36:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ff68c4c1-4adb-417e-9da8-878276f42b6f'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:47.484413 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Publish callbacks [] for router (ff68c4c1-4adb-417e-9da8-878276f42b6f), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:47.501872 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-fdb20bed-f103-46d0-a8c9-e0d568ae6a68 None None] Set router ff68c4c1-4adb-417e-9da8-878276f42b6f gateway port host: dv-cinder-773985-36-iscsi {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:36:47.587978 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Publish callbacks [] for router_gateway (ff68c4c1-4adb-417e-9da8-878276f42b6f), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:47.642451 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Deleting port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:36:47.643405 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:47.681070 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-fdb20bed-f103-46d0-a8c9-e0d568ae6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123'}], 'enable_snat': True}, 'gw_port_id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:36:46Z', 'revision_number': 5, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port': {'id': 'f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:7f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:47.707574 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb20bed-f103-46d0-a8c9-e0d568ae6a68 None None] Checking router: ff68c4c1-4adb-417e-9da8-878276f42b6f for host: dv-cinder-773985-36-iscsi {{(pid=102901) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:36:47.716028 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb20bed-f103-46d0-a8c9-e0d568ae6a68 None None] Routers {'ff68c4c1-4adb-417e-9da8-878276f42b6f'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102901) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:36:47.716028 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-fdb20bed-f103-46d0-a8c9-e0d568ae6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:36:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['ff68c4c1-4adb-417e-9da8-878276f42b6f'], 'active': True} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:47.722303 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] For port f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:36:47.722869 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:47.734098 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Calling delete_port for f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 owned by network:router_gateway {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:36:47.910567 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:47.934865 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_dvr_db [None req-fdb20bed-f103-46d0-a8c9-e0d568ae6a68 None None] Set router ff68c4c1-4adb-417e-9da8-878276f42b6f gateway port host: None {{(pid=102901) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:36:47.935605 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:47.986749 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.db.l3_hamode_db [None req-fdb20bed-f103-46d0-a8c9-e0d568ae6a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:36:47Z', 'revision_number': 6, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port_host': None}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102901) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:47.995749 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654472'] for router_gateway (ff68c4c1-4adb-417e-9da8-878276f42b6f), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.015825 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb20bed-f103-46d0-a8c9-e0d568ae6a68 None None] The sync data for ids ['ff68c4c1-4adb-417e-9da8-878276f42b6f'] in dv-cinder-773985-36-iscsi is: [{'id': 'ff68c4c1-4adb-417e-9da8-878276f42b6f', 'name': 'tempest-TestShelveInstance-1155343149-router', 'tenant_id': '00abea86acb349fab42fee7d8bdb778c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:45Z', 'updated_at': '2022-02-21T04:36:47Z', 'revision_number': 6, 'project_id': '00abea86acb349fab42fee7d8bdb778c', 'gw_port_host': None}] {{(pid=102901) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:36:48.087287 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1952'] for router (ff68c4c1-4adb-417e-9da8-878276f42b6f), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.089387 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Publish callbacks [] for router_controller (ff68c4c1-4adb-417e-9da8-878276f42b6f), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.135242 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653165'] for router (ff68c4c1-4adb-417e-9da8-878276f42b6f), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.135767 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff68c4c1-4adb-417e-9da8-878276f42b6f {{(pid=102900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 04:36:48.140163 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.141529 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-5a14ee7c-1695-4e1e-81f0-d0f273c529c9 admin admin] 10.222.0.10 "DELETE /v2.0/routers/ff68c4c1-4adb-417e-9da8-878276f42b6f HTTP/1.1" status: 204 len: 168 time: 0.7597628 Feb 21 04:36:48.143922 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40874) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:48.187560 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_v2 [None req-770a2a5f-9e41-4a5a-92a9-32019690bbc5 admin admin] Deleting subnet 1232b4ee-9103-450e-a79b-26d0b482bdbb {{(pid=102900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:36:48.190486 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-770a2a5f-9e41-4a5a-92a9-32019690bbc5 admin admin] Publish callbacks [] for subnet (1232b4ee-9103-450e-a79b-26d0b482bdbb), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.223007 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-770a2a5f-9e41-4a5a-92a9-32019690bbc5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14229693'] for subnet (1232b4ee-9103-450e-a79b-26d0b482bdbb), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.301140 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-770a2a5f-9e41-4a5a-92a9-32019690bbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (1232b4ee-9103-450e-a79b-26d0b482bdbb), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.353611 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-770a2a5f-9e41-4a5a-92a9-32019690bbc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14229579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14527758'] for subnet (1232b4ee-9103-450e-a79b-26d0b482bdbb), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.382761 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a2a5f-9e41-4a5a-92a9-32019690bbc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1232b4ee-9103-450e-a79b-26d0b482bdbb,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:48.386183 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-770a2a5f-9e41-4a5a-92a9-32019690bbc5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.391610 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-770a2a5f-9e41-4a5a-92a9-32019690bbc5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/1232b4ee-9103-450e-a79b-26d0b482bdbb HTTP/1.1" status: 204 len: 168 time: 0.2444985 Feb 21 04:36:48.392208 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3cc50b-bccd-44b1-8d0b-92cd91ed5e46 None None] Network 5df0b645-a979-4dc1-8755-cee9cf249ec6 requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:36:48.394661 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [-] (102899) accepted ('10.222.0.10', 40876) {{(pid=102899) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:48.464141 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (5df0b645-a979-4dc1-8755-cee9cf249ec6), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.495475 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 417bc010-9c15-4c82-b5b3-e75c76bab677 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:36:48.516725 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 417bc010-9c15-4c82-b5b3-e75c76bab677 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:36:48.517073 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 417bc010-9c15-4c82-b5b3-e75c76bab677 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:36:48.523453 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Deleting port b606515b-60d4-4ae9-9747-6f8885c6b252 {{(pid=102899) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:36:48.523789 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.588094 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.db [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] For port b606515b-60d4-4ae9-9747-6f8885c6b252, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=b606515b-60d4-4ae9-9747-6f8885c6b252,segment=NetworkSegment(05be488c-e670-443f-a667-1b817a323e95),segment_id=05be488c-e670-443f-a667-1b817a323e95)] {{(pid=102899) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:36:48.588454 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.600818 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.plugin [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Calling delete_port for b606515b-60d4-4ae9-9747-6f8885c6b252 owned by network:dhcp {{(pid=102899) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:36:48.680688 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15709023'] for port (b606515b-60d4-4ae9-9747-6f8885c6b252), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.705895 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Pushing event deleted for resources: {'Port': ['ID=b606515b-60d4-4ae9-9747-6f8885c6b252,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:48.709313 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] No DVR routers for this DVR port b606515b-60d4-4ae9-9747-6f8885c6b252 on host dv-cinder-773985-36-iscsi {{(pid=102899) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:36:48.776925 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (5df0b645-a979-4dc1-8755-cee9cf249ec6), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.800889 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df0b645-a979-4dc1-8755-cee9cf249ec6']}} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:48.811479 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05be488c-e670-443f-a667-1b817a323e95') {'for_net_delete': True} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:48.811772 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.services.segments.db [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05be488c-e670-443f-a667-1b817a323e95') {} {{(pid=102899) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:48.821636 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14165092'] for segment (05be488c-e670-443f-a667-1b817a323e95), before_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.836958 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e4904a-2c01-404f-a00e-d78473b5d697 None None] DHCP port deletion for 5df0b645-a979-4dc1-8755-cee9cf249ec6 request from dv-cinder-773985-36-iscsi {{(pid=102901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 04:36:48.839229 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (05be488c-e670-443f-a667-1b817a323e95), precommit_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.847344 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=102899) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:36:48.847734 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15709032'] for segment (05be488c-e670-443f-a667-1b817a323e95), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: Traceback (most recent call last): Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: timer() Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: cb(*args, **kw) Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: return func(*args, **kwargs) Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: self._notify() Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: self.callback(batched_events) Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: event.method(event) Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: return f(self, *a, **k) Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._get(url).json() Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: return self.request(url, 'GET', **kwargs) Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:36:48.852684 dv-cinder-773985-36-iscsi neutron-server[102899]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:36:48.909561 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (5df0b645-a979-4dc1-8755-cee9cf249ec6), after_delete {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.915081 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron_lib.callbacks.manager [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102899) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:48.918710 dv-cinder-773985-36-iscsi neutron-server[102899]: INFO neutron.wsgi [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5df0b645-a979-4dc1-8755-cee9cf249ec6 HTTP/1.1" status: 204 len: 168 time: 0.5230620 Feb 21 04:36:48.921687 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40878) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:48.929998 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb19f00-fa80-4fd3-8585-1684988e0f82 admin admin] Pushing event deleted for resources: {'Network': ['ID=5df0b645-a979-4dc1-8755-cee9cf249ec6,revision_number=None']} {{(pid=102899) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:49.275873 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-653554'] for router_interface (4bc8d05c-2815-4015-850b-36a32a31e112), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:49.516086 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] Deleting port ec80cf54-8637-439f-ba71-b66c45c9824d {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:36:49.516421 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:49.594265 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] For port ec80cf54-8637-439f-ba71-b66c45c9824d, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=ec80cf54-8637-439f-ba71-b66c45c9824d,segment=NetworkSegment(322906c1-20b2-4c66-8f35-04f5b3f2d189),segment_id=322906c1-20b2-4c66-8f35-04f5b3f2d189)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:36:49.594550 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:49.605826 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] Calling delete_port for ec80cf54-8637-439f-ba71-b66c45c9824d owned by network:router_interface {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:36:49.789911 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (ec80cf54-8637-439f-ba71-b66c45c9824d), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:49.813037 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] Pushing event deleted for resources: {'Port': ['ID=ec80cf54-8637-439f-ba71-b66c45c9824d,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:50.219711 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-549385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655202'] for router_interface (4bc8d05c-2815-4015-850b-36a32a31e112), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:50.324132 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:36:50.343866 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:36:50.344077 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device f9110f4e-e95f-4a55-bb2e-fb9b49c6c3a8 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:36:50.344432 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device b606515b-60d4-4ae9-9747-6f8885c6b252 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:36:50.362879 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: b606515b-60d4-4ae9-9747-6f8885c6b252 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:36:50.363224 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device b606515b-60d4-4ae9-9747-6f8885c6b252 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:36:50.440697 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] Router 4bc8d05c-2815-4015-850b-36a32a31e112 has already been hosted by L3 agent 8e96787c-842e-4868-9c62-cb5ca2de2ca7 {{(pid=102900) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 21 04:36:50.547089 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] Notify agent at l3_agent.dv-cinder-773985-36-iscsi the message routers_updated {{(pid=102900) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 21 04:36:50.551837 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-39c43ed4-e498-4ed7-90e4-0c6803f642be admin admin] 10.222.0.10 "PUT /v2.0/routers/4bc8d05c-2815-4015-850b-36a32a31e112/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6288607 Feb 21 04:36:50.554406 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40880) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:50.556467 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f14fed-9670-4d1d-91ea-db2aafdcaa4e None None] Sync routers for ids ['4bc8d05c-2815-4015-850b-36a32a31e112'] in dv-cinder-773985-36-iscsi {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 21 04:36:50.566319 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f14fed-9670-4d1d-91ea-db2aafdcaa4e None None] Routers {'4bc8d05c-2815-4015-850b-36a32a31e112'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:36:50.566920 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-64f14fed-9670-4d1d-91ea-db2aafdcaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:36:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['4bc8d05c-2815-4015-850b-36a32a31e112'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:50.660335 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Publish callbacks [] for router (4bc8d05c-2815-4015-850b-36a32a31e112), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:50.758414 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-64f14fed-9670-4d1d-91ea-db2aafdcaa4e None None] Set router 4bc8d05c-2815-4015-850b-36a32a31e112 gateway port host: dv-cinder-773985-36-iscsi {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:36:50.765736 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Publish callbacks [] for router_gateway (4bc8d05c-2815-4015-850b-36a32a31e112), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:50.819571 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Deleting port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:36:50.820192 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:50.901066 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] For port eaf1f67c-95e2-4f49-bca6-a82ffba9c02e, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=eaf1f67c-95e2-4f49-bca6-a82ffba9c02e,segment=NetworkSegment(5edb1786-4158-4799-9f80-b0a0a87921d5),segment_id=5edb1786-4158-4799-9f80-b0a0a87921d5)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:36:50.901433 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:50.913574 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Calling delete_port for eaf1f67c-95e2-4f49-bca6-a82ffba9c02e owned by network:router_gateway {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:36:50.932400 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-64f14fed-9670-4d1d-91ea-db2aafdcaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'name': 'tempest-TestShelveInstance-1577092339-router', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'external_fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:49Z', 'updated_at': '2022-02-21T04:36:49Z', 'revision_number': 5, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'gw_port': {'id': 'eaf1f67c-95e2-4f49-bca6-a82ffba9c02e', 'name': '', 'network_id': 'c140f77a-4017-4082-ac35-9c51671a2a66', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:33:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-773985-36-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-21T04:31:50Z', 'updated_at': '2022-02-21T04:31:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8f16f90b-d8ff-4191-86cb-fcb786f459e2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-773985-36-iscsi'}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:50.958519 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f14fed-9670-4d1d-91ea-db2aafdcaa4e None None] Checking router: 4bc8d05c-2815-4015-850b-36a32a31e112 for host: dv-cinder-773985-36-iscsi {{(pid=102902) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 21 04:36:50.967190 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f14fed-9670-4d1d-91ea-db2aafdcaa4e None None] Routers {'4bc8d05c-2815-4015-850b-36a32a31e112'} bound to L3 agent in host dv-cinder-773985-36-iscsi {{(pid=102902) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 21 04:36:50.967792 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-64f14fed-9670-4d1d-91ea-db2aafdcaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-773985-36-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-21T04:05:58Z,description=,heartbeat_timestamp=2022-02-21T04:36:28Z,host='dv-cinder-773985-36-iscsi',id=8e96787c-842e-4868-9c62-cb5ca2de2ca7,load=0,resource_versions=,resources_synced=,started_at=2022-02-21T04:05:58Z,topic='l3_agent')) {'router_ids': ['4bc8d05c-2815-4015-850b-36a32a31e112'], 'active': True} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:51.054179 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_dvr_db [None req-64f14fed-9670-4d1d-91ea-db2aafdcaa4e None None] Set router 4bc8d05c-2815-4015-850b-36a32a31e112 gateway port host: None {{(pid=102902) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 21 04:36:51.081495 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (eaf1f67c-95e2-4f49-bca6-a82ffba9c02e), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.107843 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.l3_hamode_db [None req-64f14fed-9670-4d1d-91ea-db2aafdcaa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'name': 'tempest-TestShelveInstance-1577092339-router', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:49Z', 'updated_at': '2022-02-21T04:36:50Z', 'revision_number': 6, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'gw_port_host': None}], 'dv-cinder-773985-36-iscsi', False) {} {{(pid=102902) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:51.111784 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaf1f67c-95e2-4f49-bca6-a82ffba9c02e,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:51.136521 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f14fed-9670-4d1d-91ea-db2aafdcaa4e None None] The sync data for ids ['4bc8d05c-2815-4015-850b-36a32a31e112'] in dv-cinder-773985-36-iscsi is: [{'id': '4bc8d05c-2815-4015-850b-36a32a31e112', 'name': 'tempest-TestShelveInstance-1577092339-router', 'tenant_id': 'cd370f599a0a4192b7e6c076598243d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-21T04:31:49Z', 'updated_at': '2022-02-21T04:36:50Z', 'revision_number': 6, 'project_id': 'cd370f599a0a4192b7e6c076598243d4', 'gw_port_host': None}] {{(pid=102902) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 21 04:36:51.170839 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-654472'] for router_gateway (4bc8d05c-2815-4015-850b-36a32a31e112), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.260165 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-653076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1952'] for router (4bc8d05c-2815-4015-850b-36a32a31e112), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.262261 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Publish callbacks [] for router_controller (4bc8d05c-2815-4015-850b-36a32a31e112), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.309796 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-653165'] for router (4bc8d05c-2815-4015-850b-36a32a31e112), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.310294 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc8d05c-2815-4015-850b-36a32a31e112 {{(pid=102900) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 21 04:36:51.314474 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.315592 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-59474b3f-4f86-48da-ae9a-e280dd72a725 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4bc8d05c-2815-4015-850b-36a32a31e112 HTTP/1.1" status: 204 len: 168 time: 0.7602541 Feb 21 04:36:51.318041 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40882) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:51.360686 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.db_base_plugin_v2 [None req-26243348-665b-43f7-b929-4995a19fed6b admin admin] Deleting subnet af2f05b7-282f-4ef1-b06f-a1ed9d225c67 {{(pid=102900) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 21 04:36:51.363505 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-26243348-665b-43f7-b929-4995a19fed6b admin admin] Publish callbacks [] for subnet (af2f05b7-282f-4ef1-b06f-a1ed9d225c67), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.397526 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-26243348-665b-43f7-b929-4995a19fed6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14229693'] for subnet (af2f05b7-282f-4ef1-b06f-a1ed9d225c67), precommit_delete_associations {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.480225 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-26243348-665b-43f7-b929-4995a19fed6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1521420'] for subnet (af2f05b7-282f-4ef1-b06f-a1ed9d225c67), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.534296 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-26243348-665b-43f7-b929-4995a19fed6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1521461', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-233796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14229579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14527758'] for subnet (af2f05b7-282f-4ef1-b06f-a1ed9d225c67), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.560590 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26243348-665b-43f7-b929-4995a19fed6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af2f05b7-282f-4ef1-b06f-a1ed9d225c67,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:51.564054 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-26243348-665b-43f7-b929-4995a19fed6b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.567314 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-26243348-665b-43f7-b929-4995a19fed6b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/af2f05b7-282f-4ef1-b06f-a1ed9d225c67 HTTP/1.1" status: 204 len: 168 time: 0.2483218 Feb 21 04:36:51.569736 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40884) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:51.573453 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d81b9f0-9093-4633-bfaa-7c52686a82e7 None None] Network 9430952c-a9fe-44ec-9ea4-d10c333b9d6d requested from dv-cinder-773985-36-iscsi {{(pid=102901) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 21 04:36:51.640982 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1482373'] for network (9430952c-a9fe-44ec-9ea4-d10c333b9d6d), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.701405 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Deleting port 6cad6a0d-1345-4c90-bd97-540dc5f57f78 {{(pid=102900) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 21 04:36:51.701740 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732248295190'] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.770330 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.db [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] For port 6cad6a0d-1345-4c90-bd97-540dc5f57f78, host dv-cinder-773985-36-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-773985-36-iscsi',level=0,port_id=6cad6a0d-1345-4c90-bd97-540dc5f57f78,segment=NetworkSegment(322906c1-20b2-4c66-8f35-04f5b3f2d189),segment_id=322906c1-20b2-4c66-8f35-04f5b3f2d189)] {{(pid=102900) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 21 04:36:51.770695 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-640186'] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.783349 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.plugin [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Calling delete_port for 6cad6a0d-1345-4c90-bd97-540dc5f57f78 owned by network:dhcp {{(pid=102900) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 21 04:36:51.863103 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1364458', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-226947', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732248301945', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732247777585', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14230938'] for port (6cad6a0d-1345-4c90-bd97-540dc5f57f78), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.888364 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cad6a0d-1345-4c90-bd97-540dc5f57f78,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:51.893302 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] No DVR routers for this DVR port 6cad6a0d-1345-4c90-bd97-540dc5f57f78 on host dv-cinder-773985-36-iscsi {{(pid=102900) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 21 04:36:51.924979 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56f7d9c-f515-413c-8caf-b00929f0d739 None None] DHCP port deletion for 9430952c-a9fe-44ec-9ea4-d10c333b9d6d request from dv-cinder-773985-36-iscsi {{(pid=102901) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 21 04:36:51.965873 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1518725', 'neutron.services.segments.db._delete_segments_for_network-8732248207418'] for network (9430952c-a9fe-44ec-9ea4-d10c333b9d6d), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:51.989351 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9430952c-a9fe-44ec-9ea4-d10c333b9d6d']}} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:51.999331 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322906c1-20b2-4c66-8f35-04f5b3f2d189') {'for_net_delete': True} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:51.999623 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.services.segments.db [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322906c1-20b2-4c66-8f35-04f5b3f2d189') {} {{(pid=102900) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 21 04:36:52.009290 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732248208451', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14229668'] for segment (322906c1-20b2-4c66-8f35-04f5b3f2d189), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.022877 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849'] for segment (322906c1-20b2-4c66-8f35-04f5b3f2d189), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.029302 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=102900) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 21 04:36:52.029687 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1095849', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14230957'] for segment (322906c1-20b2-4c66-8f35-04f5b3f2d189), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: Traceback (most recent call last): Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: timer() Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: cb(*args, **kw) Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: return func(*args, **kwargs) Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: self._notify() Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: self.callback(batched_events) Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: event.method(event) Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: aggregate_uuid = self.p_client.list_aggregates( Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: return f(self, *a, **k) Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._get(url).json() Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: return self.request(url, 'GET', **kwargs) Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: base_url = self.get_endpoint(auth, allow=allow, Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 21 04:36:52.031537 dv-cinder-773985-36-iscsi neutron-server[102900]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 21 04:36:52.085185 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1518734', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614082', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-549376', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-654564'] for network (9430952c-a9fe-44ec-9ea4-d10c333b9d6d), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.091551 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-549422'] for network (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.094779 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9430952c-a9fe-44ec-9ea4-d10c333b9d6d HTTP/1.1" status: 204 len: 168 time: 0.5240383 Feb 21 04:36:52.107808 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3784cf4-e776-4aba-978c-5e5cd2322613 admin admin] Pushing event deleted for resources: {'Network': ['ID=9430952c-a9fe-44ec-9ea4-d10c333b9d6d,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:52.207545 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40888) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:52.248997 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-0e170994-201c-46bf-b33d-3434eb720912 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=00abea86acb349fab42fee7d8bdb778c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401947 Feb 21 04:36:52.251295 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40890) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:52.286864 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device ec80cf54-8637-439f-ba71-b66c45c9824d no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:36:52.297816 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b11794eb-068e-4364-8de5-771300c63bbd admin admin] Publish callbacks [] for security_group (4d9738a5-c9da-497f-ad7e-03dde45dba9b), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.310862 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: ec80cf54-8637-439f-ba71-b66c45c9824d {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:36:52.311283 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device ec80cf54-8637-439f-ba71-b66c45c9824d not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:36:52.311769 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device eaf1f67c-95e2-4f49-bca6-a82ffba9c02e no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:36:52.322507 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b11794eb-068e-4364-8de5-771300c63bbd admin admin] Publish callbacks [] for security_group (4d9738a5-c9da-497f-ad7e-03dde45dba9b), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.329975 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: eaf1f67c-95e2-4f49-bca6-a82ffba9c02e {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:36:52.330319 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device eaf1f67c-95e2-4f49-bca6-a82ffba9c02e not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:36:52.330730 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 6cad6a0d-1345-4c90-bd97-540dc5f57f78 no longer exists at agent ovs-agent-dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 21 04:36:52.349716 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.plugin [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] No Port match for: 6cad6a0d-1345-4c90-bd97-540dc5f57f78 {{(pid=102901) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 21 04:36:52.350061 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron.plugins.ml2.rpc [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Device 6cad6a0d-1345-4c90-bd97-540dc5f57f78 not bound to the agent host dv-cinder-773985-36-iscsi {{(pid=102901) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 21 04:36:52.369922 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b11794eb-068e-4364-8de5-771300c63bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (4d9738a5-c9da-497f-ad7e-03dde45dba9b), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.372493 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-b11794eb-068e-4364-8de5-771300c63bbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.373701 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-b11794eb-068e-4364-8de5-771300c63bbd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d9738a5-c9da-497f-ad7e-03dde45dba9b HTTP/1.1" status: 204 len: 168 time: 0.1215358 Feb 21 04:36:52.381171 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11794eb-068e-4364-8de5-771300c63bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d9738a5-c9da-497f-ad7e-03dde45dba9b,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:52.671060 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40896) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:52.710113 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-9d941635-c2f1-4c09-afe2-bf2801ede802 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd370f599a0a4192b7e6c076598243d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376778 Feb 21 04:36:52.712531 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.wsgi [-] (102900) accepted ('10.222.0.10', 40898) {{(pid=102900) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 21 04:36:52.759549 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f52ad26e-4e03-466b-ada0-0a309f98b619 admin admin] Publish callbacks [] for security_group (935d8796-f728-438b-979f-9fe14c9f4c90), before_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.780590 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f52ad26e-4e03-466b-ada0-0a309f98b619 admin admin] Publish callbacks [] for security_group (935d8796-f728-438b-979f-9fe14c9f4c90), precommit_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.827774 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f52ad26e-4e03-466b-ada0-0a309f98b619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608638'] for security_group (935d8796-f728-438b-979f-9fe14c9f4c90), after_delete {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.830467 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron_lib.callbacks.manager [None req-f52ad26e-4e03-466b-ada0-0a309f98b619 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102900) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:52.831652 dv-cinder-773985-36-iscsi neutron-server[102900]: INFO neutron.wsgi [None req-f52ad26e-4e03-466b-ada0-0a309f98b619 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/935d8796-f728-438b-979f-9fe14c9f4c90 HTTP/1.1" status: 204 len: 168 time: 0.1182160 Feb 21 04:36:52.839497 dv-cinder-773985-36-iscsi neutron-server[102900]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ad26e-4e03-466b-ada0-0a309f98b619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935d8796-f728-438b-979f-9fe14c9f4c90,revision_number=None']} {{(pid=102900) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 21 04:36:53.513320 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:36:56.152993 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-39884bdc-5d61-4d52-b014-ecfad93ec87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:58.193957 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-becd09c5-0852-4d5a-9065-9c6d610ca0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:36:59.568574 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:00.953876 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:02.555462 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:10.913525 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:26.153708 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-ed8736b1-f7d0-48a3-b22c-90e3608ecd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:28.195081 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-84053a16-8d83-4cc9-b481-c9bd9fb46085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:29.568436 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:30.512939 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:37:30.957692 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:32.557355 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:40.907707 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:56.155092 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-4218b5f0-3350-44a7-9a55-54b7b3eaa380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:58.195848 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-db657aa0-fefb-4bf3-91e9-bc8eaab138c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:37:59.570782 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:00.961732 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:02.558557 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:07.512655 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:38:10.909879 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:26.156078 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2b982b8c-ff25-43e6-93d8-bcf5968de604 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:28.197841 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-0bad74df-2ec0-4119-ad00-9381d398e796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:29.575380 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:30.964870 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:32.560012 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:40.916217 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:44.510970 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:38:56.157353 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-efe0f7f3-8824-4d93-8681-35ed6d658948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:58.198989 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6ec3e836-a45a-4b64-b174-5e78ccdb275a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:38:59.576455 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:00.968220 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:02.561505 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:10.917370 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:21.510934 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:39:26.159325 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-8092e3b8-6e74-4f64-85ef-6d34c970f102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:28.201819 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-f788df56-1945-48d0-aaae-8f0b825bc006 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:29.580775 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:30.971032 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:32.563248 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:40.931879 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:56.164465 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-7dc377fc-cdf8-4c7b-ab2a-22e656f15363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:58.203432 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-2738bdb9-d4ae-4471-96eb-dfa8bd03fab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:39:58.510843 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:39:59.582817 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:00.973766 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:02.564729 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:10.945072 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:22.649671 dv-cinder-773985-36-iscsi neutron-server[102899]: DEBUG neutron.wsgi [req-b2547c68-b6dd-4ce0-9cb3-3631c37c8882 req-47eefb2c-1d80-4ebd-b0d6-927b5602d5c4 tempest-TestVolumeBootPattern-1816334580 tempest-TestVolumeBootPattern-1816334580-project] (102899) timed out ('10.222.0.45', 58543) {{(pid=102899) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 21 04:40:26.165817 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-58f2b6e5-1f72-4edc-8101-b9a0735632e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:28.204445 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-dc8699e5-4ad4-46b5-870b-5c13db29c2bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:29.585120 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:30.976954 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:32.566830 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:35.510650 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:40:40.959819 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:56.167680 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-b38bef64-ba9b-4a01-b168-fccac843aace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:58.206085 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-b60cf839-760d-4c39-84ea-70b26b6018d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:40:59.588021 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:00.980047 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:02.572336 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:10.956182 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:12.509741 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:41:26.169879 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5afd7451-dd15-4ce0-97b7-6c6b81d15a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:28.208496 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-3f4377a0-8ea5-41c1-bf80-b0de20436205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:29.590926 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:30.983414 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:32.573739 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:40.970483 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:49.508507 dv-cinder-773985-36-iscsi neutron-server[102902]: DEBUG neutron.db.agents_db [None req-d8f09954-47fd-4c9e-814e-80f366823a0c None None] Agent healthcheck: found 6 active agents {{(pid=102902) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 21 04:41:56.170914 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-81d18eeb-653e-4f84-a736-e09ddb1d854f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (984e6c74-7220-47b4-be94-bb7d119603b9), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:58.210332 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-f66f851a-0279-4195-accc-a9a3358bce00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (8e96787c-842e-4868-9c62-cb5ca2de2ca7), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:41:59.594433 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-e42539d0-af3a-4f29-b820-2d25376520ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (25037870-6710-4c49-9901-98c81ec29d10), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:42:00.985710 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-6bce14c8-cbd8-4557-a860-f0b62b3e23c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (13a839c4-fe91-4a79-9033-13fe86b72994), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:42:02.575511 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-538fd8bc-6d0a-4c06-ba2f-96577b41492d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (67d92bb8-02f6-4b7a-af01-751608c8657e), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 21 04:42:10.986543 dv-cinder-773985-36-iscsi neutron-server[102901]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4283-ee8c-4a30-b27e-a5d80cd02c17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732248207400', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1516956'] for agent (a7f3f0b5-f5f7-4c0c-bee7-b169e89eafa6), after_update {{(pid=102901) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}